[ 523.689128] env[65584]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.689128] env[65584]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.676322] env[65677]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.676322] env[65677]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.233065] env[65677]: INFO neutron.common.config [-] Logging enabled! [ 526.233065] env[65677]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 526.233500] env[65677]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65677) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.233638] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.233713] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.235923] env[65677]: WARNING oslo_policy.policy [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.235923] env[65677]: WARNING oslo_policy.policy [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.237328] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] VMware NSXv3 Agent initialized successfully. [ 526.237328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] Acquiring lock "singleton_lock" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.237328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] Acquired lock "singleton_lock" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.237328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] Releasing lock "singleton_lock" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.237649] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] Full set of CONF: {{(pid=65677) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.237889] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ******************************************************************************** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.238109] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] Configuration options gathered from: {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.238555] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.238839] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.239087] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ================================================================================ {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.239363] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] agent_down_time = 75 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.239617] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] allow_automatic_dhcp_failover = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.239855] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] allow_bulk = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.240111] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] api_extensions_path = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.240393] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] api_paste_config = api-paste.ini {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.240638] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] auth_strategy = keystone {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.240845] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] backdoor_port = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.241041] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] backdoor_socket = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242024] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] backlog = 4096 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242024] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] base_mac = fa:16:3e:00:00:00 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242024] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] bind_host = 0.0.0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242024] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] bind_port = 9696 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242024] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] client_socket_timeout = 900 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242024] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] config_dir = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242415] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242650] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] config_source = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.242895] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] control_exchange = neutron {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.243212] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] core_plugin = ml2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.243479] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] debug = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.243742] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] default_availability_zones = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.244061] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246050] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] dhcp_agent_notification = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246050] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] dhcp_agents_per_network = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246050] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] dhcp_lease_duration = 86400 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246050] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] dhcp_load_type = networks {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246050] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] dns_domain = openstacklocal {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246050] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246050] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] enable_default_route_bfd = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246318] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] enable_default_route_ecmp = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246318] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] enable_dvr = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246318] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] enable_new_agents = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246318] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246318] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] enable_signals = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246318] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] enable_traditional_dhcp = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246676] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] external_dns_driver = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.246919] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] filter_validation = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.247188] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] global_physnet_mtu = 8950 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.247451] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] graceful_shutdown_timeout = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.247753] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] host = cpu-1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.248067] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] host_dvr_for_dhcp = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.248309] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] http_retries = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.248545] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] instance_format = [instance: %(uuid)s] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.248879] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.249147] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ipam_driver = internal {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.249390] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ipv6_pd_enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.249622] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] l3_ha = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.249855] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.250106] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] l3_ha_network_physical_name = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.251022] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] l3_ha_network_type = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.251022] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_color = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.251022] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_config_append = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.251022] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.251022] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_dir = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.251363] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_file = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.251563] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_options = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.251823] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_rotate_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.252080] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_rotate_interval_type = days {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.252334] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] log_rotation_type = none {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.252539] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253686] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253686] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253686] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253686] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253686] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] max_dns_nameservers = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253686] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] max_header_line = 16384 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253910] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] max_l3_agents_per_router = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253910] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] max_logfile_count = 30 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253910] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] max_logfile_size_mb = 200 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.253993] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] max_subnet_host_routes = 20 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.254102] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] my_ip = 10.180.1.21 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.254348] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] my_ipv6 = ::1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.254603] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] network_auto_schedule = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.254841] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] network_link_prefix = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.255107] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.255346] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] notify_nova_on_port_data_changes = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.255589] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] notify_nova_on_port_status_changes = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.255872] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] pagination_max_limit = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.256127] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] publish_errors = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.256357] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] rate_limit_burst = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.256611] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] rate_limit_except_level = CRITICAL {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.256842] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] rate_limit_interval = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.257095] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] retry_until_window = 30 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] router_distributed = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] rpc_resources_processing_step = 20 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] rpc_response_max_timeout = 600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] rpc_response_timeout = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] send_events_interval = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] service_plugins = ['router'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258394] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] setproctitle = on {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258394] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] shell_completion = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258487] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] state_path = /opt/stack/data/neutron {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258583] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] syslog_log_facility = LOG_USER {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.258840] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] tcp_keepidle = 600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.259097] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] transport_url = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.259328] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] use_journal = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.259580] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] use_json = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.259816] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] use_ssl = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.260072] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] use_stderr = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.260320] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] use_syslog = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.260558] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] vlan_qinq = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.262041] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] vlan_transparent = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.262041] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] watch_log_file = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.262041] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] wsgi_default_pool_size = 100 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.262041] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] wsgi_keep_alive = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.262041] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.262041] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] wsgi_server_debug = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.262259] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_concurrency.disable_process_locking = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.262259] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.262259] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.262259] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.262259] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.262429] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.262471] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.262615] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.connection_string = messaging:// {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.262885] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.263156] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.es_doc_type = notification {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.263404] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.es_scroll_size = 10000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.263650] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.es_scroll_time = 2m {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.263930] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.filter_error_trace = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.264202] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.hmac_keys = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.264446] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.sentinel_service_name = mymaster {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.264727] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.socket_timeout = 0.1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.264972] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.trace_requests = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.265304] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler.trace_sqlalchemy = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.265572] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler_jaeger.process_tags = {} {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.265814] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler_jaeger.service_name_prefix = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.266069] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] profiler_otlp.service_name_prefix = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.266328] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.enforce_new_defaults = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.266714] env[65677]: WARNING oslo_config.cfg [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.268047] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.enforce_scope = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268047] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.policy_default_rule = default {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268047] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268047] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268047] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268047] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268284] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268284] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268284] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268284] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_policy.remote_timeout = 60.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268403] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268498] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] agent.extensions = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268743] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.268998] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] service_providers.service_provider = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270027] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.default_quota = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270027] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270027] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_floatingip = 50 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270027] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_network = 100 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270164] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_port = 500 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270194] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270316] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_router = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270607] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_security_group = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.270861] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.271117] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.quota_subnet = 100 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.271371] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] QUOTAS.track_quota_usage = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.271656] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273020] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273020] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273020] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273020] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273020] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273020] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273020] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273602] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_dhcp_release.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.273905] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_dhcp_release.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.274167] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.274431] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.274702] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.276775] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_dhcp_release.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.276775] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.276775] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_ovs_vsctl.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.276775] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_ovs_vsctl.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.276775] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.276775] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.276775] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_ovs_vsctl.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_namespace.capabilities = [21] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_namespace.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_namespace.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_namespace.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_namespace.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277214] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_namespace.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277214] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_conntrack.capabilities = [12] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277214] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_conntrack.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277326] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_conntrack.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277575] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.277821] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.278079] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.278306] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_conntrack.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.278564] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_link.capabilities = [12, 21] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.278795] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_link.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.279030] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_link.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.279338] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_link.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.279584] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.279865] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_link.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.280140] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] privsep_link.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.280412] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.280675] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.280922] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.continue_on_failed_promotions = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.281175] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.dscp = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.281452] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.dscp_inherit = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.281701] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.force_mp_to_policy = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.281941] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.locking_coordinator_url = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.282209] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.log_agent_heartbeats = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.logging_expire = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.polling_interval = 240 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283215] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283297] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.report_interval = 30.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283582] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.283843] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.284118] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.284368] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.sync_skew = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.284624] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.synchronization_queue_size = 20 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.284866] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT.use_helper_for_ns_read = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.285956] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] SECURITYGROUP.enable_ipset = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.285956] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] SECURITYGROUP.enable_security_group = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.285956] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.285956] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.285956] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] experimental.ipv6_pd_enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.285956] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.extension_drivers = ['port_security'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.285956] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.external_network_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.286204] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.286240] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.overlay_ip_version = 4 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.286379] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.path_mtu = 8950 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.286638] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.physical_network_mtus = {} {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.286890] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.tenant_network_types = ['vlan'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.287151] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.287420] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ml2.type_drivers = ['vlan'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.287666] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT_CLI.neutron_port_id = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.287902] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.288143] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.288397] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.288654] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_login_password = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291217] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_login_port = 443 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291217] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_login_user = admin {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291217] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291217] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291217] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291217] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291217] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291393] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291393] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291393] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291393] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291393] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291393] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291569] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291651] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.291957] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.292226] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] vsphere.vsphere_login_password = VMware1! {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.292464] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.292698] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.292951] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.293218] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.auth_type = password {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.293461] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.293715] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.293961] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.294218] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.endpoint_type = public {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.294484] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.294752] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.295017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.region_name = RegionOne {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.295257] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.295487] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] nova.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.295738] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.295988] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.auth_type = password {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.296250] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.296487] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.296716] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.296959] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.endpoint_type = public {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.297213] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.297453] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.297679] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.297908] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.298150] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] placement.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.298403] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.299018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.auth_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.299018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.299018] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.299137] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.299188] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.299422] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.299724] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.enable_notifications = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.299959] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.interface = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301397] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301625] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.service_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.301865] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.302115] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.302343] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.303048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.303048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.valid_interfaces = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.303048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ironic.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.303048] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] cli_script.dry_run = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.303222] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.303297] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.303580] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.303825] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.304079] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.304313] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.304546] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306014] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306014] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306014] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306014] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306014] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306014] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306260] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306260] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306260] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306417] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306657] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.306915] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.307162] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.307397] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.307641] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.307887] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.308154] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310029] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310029] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310029] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310029] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310029] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310029] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310277] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.ssl = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310277] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310277] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310405] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310500] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.310767] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.ssl_version = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.311027] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.311277] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_notifications.driver = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.311518] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_notifications.retry = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.311789] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.313017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] oslo_messaging_notifications.transport_url = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.313017] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-416c0b8d-25e8-4dfb-a497-87191efc279c None None] ******************************************************************************** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.313482] env[65677]: DEBUG neutron.agent.securitygroups_rpc [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Init firewall settings (driver=nsxv3) {{(pid=65677) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.314966] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65677) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.315343] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.317704] env[65677]: DEBUG dogpile.cache.region [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.317939] env[65677]: DEBUG dogpile.lock [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.318151] env[65677]: DEBUG dogpile.lock [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.319017] env[65677]: DEBUG dogpile.lock [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.319017] env[65677]: DEBUG dogpile.cache.region [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.319017] env[65677]: DEBUG dogpile.lock [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.319017] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.349726] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Session token - acquiring [ 526.351482] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.351898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.352144] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.353023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.365159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.651076] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.672862] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.672862] env[65677]: DEBUG dogpile.cache.region [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Cache value generated in 0.354 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.673027] env[65677]: DEBUG dogpile.lock [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.673107] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Activating Policy API Provider. [ 526.673747] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Looking for the default Infrastructure Rules. [ 526.740919] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.759802] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.761037] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.761037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.761037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.761272] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.761435] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.277932] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.781855] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.285523] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Inventory metadata is going to be refreshed. [ 528.285523] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 529.012021] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.012021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.012021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.012021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.023277] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 529.024476] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.025304] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 529.044717] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.047019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.047019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.047019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.047019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.047019] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 529.047019] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.047019] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 529.073383] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.074028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.074282] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.074703] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.076027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.076027] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.095711] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.098023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.098023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.098023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.098023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.098023] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.119020] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.119020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.119020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.119020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.119020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.119020] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.119020] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.119020] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.136377] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.136921] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.137191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.137582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.137831] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.138097] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.138324] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.138581] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.159586] env[65677]: DEBUG networking_nsxv3.common.locking [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.162100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.162100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.162100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.162100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.162100] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.162100] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.162100] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Inventory metadata have been refreshed. [ 529.162100] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Dryrun:True. Metadata refresh completed. [ 529.162100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Releasing lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.163663] env[65677]: INFO neutron.agent.agent_extensions_manager [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Loaded agent extensions: [] [ 529.164562] env[65677]: DEBUG neutron_lib.callbacks.manager [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65677) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.241408] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.242087] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.242716] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent out of sync with plugin! [ 534.165896] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.166368] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.167705] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.167868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.167920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.168230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.168409] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.671478] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.173941] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.675271] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 535.675515] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.461613] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.462059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.462059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.462059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.473998] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.474840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.475548] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.492641] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.492830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.492830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.493068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.493157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.493276] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.493343] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.493403] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.514342] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.514648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.514648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.514834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.514896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.514993] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.539304] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.539619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.539619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.539748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.539812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.539917] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.560322] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.560557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.560557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.560756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.560858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.560973] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.561056] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.561125] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.580081] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.580081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.580081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.580081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.580394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.580394] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.580394] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.580394] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.604575] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.604825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.604825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.605015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.605095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.605183] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.605251] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.605313] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 536.605377] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 536.605451] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 536.605502] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 536.605565] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 536.605821] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 536.605879] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 536.605947] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.626561] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.626807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.626807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.626966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.627063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.627175] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.647727] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.647986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.647986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.648153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.648235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.661550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.167546] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.167886] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.169426] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.169798] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.815375] env[65677]: INFO networking_nsxv3.common.synchronization [None req-502e1d79-4141-43bd-b8e6-48aa96ef7cb4 demo admin] Enqueued Resource ID: 0af44f96-83ec-47cf-b75a-bdc536c7593a with Priority: HIGHEST for action security_group_rules [ 544.815928] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af44f96-83ec-47cf-b75a-bdc536c7593a with Priority: HIGHEST for action security_group_rules [ 544.816290] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af44f96-83ec-47cf-b75a-bdc536c7593a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.816415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af44f96-83ec-47cf-b75a-bdc536c7593a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.816477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af44f96-83ec-47cf-b75a-bdc536c7593a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.816743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af44f96-83ec-47cf-b75a-bdc536c7593a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.816830] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af44f96-83ec-47cf-b75a-bdc536c7593a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.337988] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.338509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.338509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.338509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.338509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.338726] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af44f96-83ec-47cf-b75a-bdc536c7593a already deleted. [ 545.338726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af44f96-83ec-47cf-b75a-bdc536c7593a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.817236] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.817969] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.819087] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.819994] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.821014] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.821381] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.822160] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.822160] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.822987] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.823280] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.160979] env[65677]: INFO networking_nsxv3.common.synchronization [None req-697f4510-acd3-4af6-a01d-62dfd60a4b2b None None] Enqueued Resource ID: 34828744-8174-4c70-9067-b7e2da72aca5 with Priority: HIGHEST for action port [ 573.161245] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34828744-8174-4c70-9067-b7e2da72aca5 with Priority: HIGHEST for action port [ 573.164877] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-34828744-8174-4c70-9067-b7e2da72aca5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.164877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34828744-8174-4c70-9067-b7e2da72aca5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.164877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34828744-8174-4c70-9067-b7e2da72aca5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.164877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34828744-8174-4c70-9067-b7e2da72aca5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.164877] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34828744-8174-4c70-9067-b7e2da72aca5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.667099] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34828744-8174-4c70-9067-b7e2da72aca5 [ 573.667826] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.667826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.667826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.667826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.667826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.668064] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34828744-8174-4c70-9067-b7e2da72aca5 already deleted. [ 573.668064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34828744-8174-4c70-9067-b7e2da72aca5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.363746] env[65677]: INFO networking_nsxv3.common.synchronization [None req-8f4babc1-aab1-4b33-81b2-801fad88fa6e None None] Enqueued Resource ID: 736ce786-2a07-430d-85c2-ca16b9aabca0 with Priority: HIGHEST for action port [ 575.364031] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736ce786-2a07-430d-85c2-ca16b9aabca0 with Priority: HIGHEST for action port [ 575.364839] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-736ce786-2a07-430d-85c2-ca16b9aabca0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.364839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736ce786-2a07-430d-85c2-ca16b9aabca0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.364839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736ce786-2a07-430d-85c2-ca16b9aabca0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.365048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736ce786-2a07-430d-85c2-ca16b9aabca0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.365136] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736ce786-2a07-430d-85c2-ca16b9aabca0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.868226] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 736ce786-2a07-430d-85c2-ca16b9aabca0 [ 575.868226] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.868442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.868510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.868719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.868801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.868893] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:736ce786-2a07-430d-85c2-ca16b9aabca0 already deleted. [ 575.868968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736ce786-2a07-430d-85c2-ca16b9aabca0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.902749] env[65677]: INFO networking_nsxv3.common.synchronization [None req-46ca0617-4e0d-4152-82b0-9e44a848e22c None None] Enqueued Resource ID: fd9d9928-9b8c-4a52-acce-a514a438bb9c with Priority: HIGHEST for action port [ 576.903395] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9d9928-9b8c-4a52-acce-a514a438bb9c with Priority: HIGHEST for action port [ 576.903633] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd9d9928-9b8c-4a52-acce-a514a438bb9c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.903948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd9d9928-9b8c-4a52-acce-a514a438bb9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.903948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd9d9928-9b8c-4a52-acce-a514a438bb9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.907537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd9d9928-9b8c-4a52-acce-a514a438bb9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.907537] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9d9928-9b8c-4a52-acce-a514a438bb9c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.410715] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd9d9928-9b8c-4a52-acce-a514a438bb9c [ 577.410715] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.410715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.410715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.410715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.412333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.412333] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd9d9928-9b8c-4a52-acce-a514a438bb9c already deleted. [ 577.412333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd9d9928-9b8c-4a52-acce-a514a438bb9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.529112] env[65677]: INFO networking_nsxv3.common.synchronization [None req-4ae00b05-52a9-4e64-a036-aadd06a3b128 None None] Enqueued Resource ID: 5604bbc7-3812-4c2b-bda7-f7b82711bb04 with Priority: HIGHEST for action port [ 577.529518] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604bbc7-3812-4c2b-bda7-f7b82711bb04 with Priority: HIGHEST for action port [ 577.529685] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-5604bbc7-3812-4c2b-bda7-f7b82711bb04 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.532028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5604bbc7-3812-4c2b-bda7-f7b82711bb04" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.533219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5604bbc7-3812-4c2b-bda7-f7b82711bb04" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.533219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5604bbc7-3812-4c2b-bda7-f7b82711bb04" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.533219] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5604bbc7-3812-4c2b-bda7-f7b82711bb04',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.036175] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5604bbc7-3812-4c2b-bda7-f7b82711bb04 [ 578.036433] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.036536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.036606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.036820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.036916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.037131] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5604bbc7-3812-4c2b-bda7-f7b82711bb04 already deleted. [ 578.037131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5604bbc7-3812-4c2b-bda7-f7b82711bb04" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.402796] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6578ab82-2762-41fd-a472-4704b09ab18d None None] Enqueued Resource ID: e1ee69b1-191e-4c31-9c89-287b5b5ddabf with Priority: HIGHEST for action port [ 578.403093] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ee69b1-191e-4c31-9c89-287b5b5ddabf with Priority: HIGHEST for action port [ 578.403674] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ee69b1-191e-4c31-9c89-287b5b5ddabf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.405065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ee69b1-191e-4c31-9c89-287b5b5ddabf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.405065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ee69b1-191e-4c31-9c89-287b5b5ddabf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.405065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ee69b1-191e-4c31-9c89-287b5b5ddabf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.405065] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ee69b1-191e-4c31-9c89-287b5b5ddabf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.907334] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1ee69b1-191e-4c31-9c89-287b5b5ddabf [ 578.907334] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.910161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.910161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.910161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.910161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.910161] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1ee69b1-191e-4c31-9c89-287b5b5ddabf already deleted. [ 578.910161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ee69b1-191e-4c31-9c89-287b5b5ddabf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.337814] env[65677]: INFO networking_nsxv3.common.synchronization [None req-4beb60f5-fa99-4ddc-8a04-f620b9799852 None None] Enqueued Resource ID: ea6b118f-3148-42c8-b3dd-81be141c7318 with Priority: HIGHEST for action port [ 579.338492] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6b118f-3148-42c8-b3dd-81be141c7318 with Priority: HIGHEST for action port [ 579.338676] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea6b118f-3148-42c8-b3dd-81be141c7318 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.338813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea6b118f-3148-42c8-b3dd-81be141c7318" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.338875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea6b118f-3148-42c8-b3dd-81be141c7318" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.339286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea6b118f-3148-42c8-b3dd-81be141c7318" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.339376] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6b118f-3148-42c8-b3dd-81be141c7318',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.361730] env[65677]: INFO networking_nsxv3.common.synchronization [None req-ef9c4647-3824-4696-9141-dda3f05595ac None None] Enqueued Resource ID: 5e85ccab-2f49-4193-a988-b262b3ec390a with Priority: HIGHEST for action port [ 579.362311] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85ccab-2f49-4193-a988-b262b3ec390a with Priority: HIGHEST for action port [ 579.362614] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e85ccab-2f49-4193-a988-b262b3ec390a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.362740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e85ccab-2f49-4193-a988-b262b3ec390a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.362808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e85ccab-2f49-4193-a988-b262b3ec390a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.365420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e85ccab-2f49-4193-a988-b262b3ec390a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.365547] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e85ccab-2f49-4193-a988-b262b3ec390a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.841097] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea6b118f-3148-42c8-b3dd-81be141c7318 [ 579.841335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.841516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.841583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.841796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.841888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.841965] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea6b118f-3148-42c8-b3dd-81be141c7318 already deleted. [ 579.842053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea6b118f-3148-42c8-b3dd-81be141c7318" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.870128] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e85ccab-2f49-4193-a988-b262b3ec390a [ 579.870128] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.870128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.870128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.870128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.870128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.870128] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e85ccab-2f49-4193-a988-b262b3ec390a already deleted. [ 579.870128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e85ccab-2f49-4193-a988-b262b3ec390a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.678477] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0d3b67f3-5220-4fda-aeb9-60730b091029 None None] Enqueued Resource ID: f2d898be-576a-458a-8b60-05a8a5a8bfc0 with Priority: HIGHEST for action port [ 580.682370] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d898be-576a-458a-8b60-05a8a5a8bfc0 with Priority: HIGHEST for action port [ 580.682635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d898be-576a-458a-8b60-05a8a5a8bfc0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.683450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d898be-576a-458a-8b60-05a8a5a8bfc0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.683450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d898be-576a-458a-8b60-05a8a5a8bfc0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.683450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d898be-576a-458a-8b60-05a8a5a8bfc0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.683450] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d898be-576a-458a-8b60-05a8a5a8bfc0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.011908] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a7bae7b9-9afc-4423-b9c8-1ed8c1aee73e None None] Enqueued Resource ID: 641046b7-705a-452d-b50a-e716bd859247 with Priority: HIGHEST for action port [ 581.011908] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641046b7-705a-452d-b50a-e716bd859247 with Priority: HIGHEST for action port [ 581.012063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-641046b7-705a-452d-b50a-e716bd859247 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.012231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641046b7-705a-452d-b50a-e716bd859247" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.012285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641046b7-705a-452d-b50a-e716bd859247" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.012516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641046b7-705a-452d-b50a-e716bd859247" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.012597] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641046b7-705a-452d-b50a-e716bd859247',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.191893] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2d898be-576a-458a-8b60-05a8a5a8bfc0 [ 581.191893] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.191893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.191893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.191893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.191893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.191893] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2d898be-576a-458a-8b60-05a8a5a8bfc0 already deleted. [ 581.191893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d898be-576a-458a-8b60-05a8a5a8bfc0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.517419] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641046b7-705a-452d-b50a-e716bd859247 [ 581.517419] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.517419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.517419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.517419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.517853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.517853] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641046b7-705a-452d-b50a-e716bd859247 already deleted. [ 581.517853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641046b7-705a-452d-b50a-e716bd859247" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.022023] env[65677]: INFO networking_nsxv3.common.synchronization [None req-539cb25b-36e2-4bb0-9f3d-352ec92c49ca None None] Enqueued Resource ID: b583e0fd-df7c-4e5f-9902-a235b94d17b1 with Priority: HIGHEST for action port [ 582.022290] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583e0fd-df7c-4e5f-9902-a235b94d17b1 with Priority: HIGHEST for action port [ 582.022833] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b583e0fd-df7c-4e5f-9902-a235b94d17b1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.022962] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b583e0fd-df7c-4e5f-9902-a235b94d17b1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.023146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b583e0fd-df7c-4e5f-9902-a235b94d17b1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.023485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b583e0fd-df7c-4e5f-9902-a235b94d17b1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.023535] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b583e0fd-df7c-4e5f-9902-a235b94d17b1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.477464] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3b7c5273-fd72-4177-9b3c-4daa220c35c0 None None] Enqueued Resource ID: 1f9cf90d-4443-41f0-baa2-8ba98414c694 with Priority: HIGHEST for action port [ 582.478352] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9cf90d-4443-41f0-baa2-8ba98414c694 with Priority: HIGHEST for action port [ 582.478899] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9cf90d-4443-41f0-baa2-8ba98414c694 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.479920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9cf90d-4443-41f0-baa2-8ba98414c694" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.479920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9cf90d-4443-41f0-baa2-8ba98414c694" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.479920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9cf90d-4443-41f0-baa2-8ba98414c694" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.479920] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9cf90d-4443-41f0-baa2-8ba98414c694',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.527977] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b583e0fd-df7c-4e5f-9902-a235b94d17b1 [ 582.528239] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.528852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.528943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.529196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.529254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.529359] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b583e0fd-df7c-4e5f-9902-a235b94d17b1 already deleted. [ 582.529441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b583e0fd-df7c-4e5f-9902-a235b94d17b1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.984779] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f9cf90d-4443-41f0-baa2-8ba98414c694 [ 582.984779] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.984779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.984779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.984779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.984779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.984779] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f9cf90d-4443-41f0-baa2-8ba98414c694 already deleted. [ 582.984779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9cf90d-4443-41f0-baa2-8ba98414c694" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.491817] env[65677]: INFO networking_nsxv3.common.synchronization [None req-038ca8e7-8344-4411-bf1a-f2bd92b388d9 None None] Enqueued Resource ID: e275ca8b-f3d5-43bb-82d0-5803d241017a with Priority: HIGHEST for action port [ 583.491817] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e275ca8b-f3d5-43bb-82d0-5803d241017a with Priority: HIGHEST for action port [ 583.492941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e275ca8b-f3d5-43bb-82d0-5803d241017a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.492941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e275ca8b-f3d5-43bb-82d0-5803d241017a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.492941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e275ca8b-f3d5-43bb-82d0-5803d241017a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.494390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e275ca8b-f3d5-43bb-82d0-5803d241017a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.494488] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e275ca8b-f3d5-43bb-82d0-5803d241017a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.999878] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e275ca8b-f3d5-43bb-82d0-5803d241017a [ 584.000072] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.000277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.000277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.000427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.000647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.000647] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e275ca8b-f3d5-43bb-82d0-5803d241017a already deleted. [ 584.000647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e275ca8b-f3d5-43bb-82d0-5803d241017a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.513077] env[65677]: INFO networking_nsxv3.common.synchronization [None req-d3a1bf27-4735-4d20-8395-d0eb24fea8ea None None] Enqueued Resource ID: e3903a37-c4c4-4d61-8289-cd60f169b8bb with Priority: HIGHEST for action port [ 585.513559] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3903a37-c4c4-4d61-8289-cd60f169b8bb with Priority: HIGHEST for action port [ 585.513721] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3903a37-c4c4-4d61-8289-cd60f169b8bb taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.513838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3903a37-c4c4-4d61-8289-cd60f169b8bb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.513906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3903a37-c4c4-4d61-8289-cd60f169b8bb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.514888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3903a37-c4c4-4d61-8289-cd60f169b8bb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.514986] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3903a37-c4c4-4d61-8289-cd60f169b8bb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.017585] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3903a37-c4c4-4d61-8289-cd60f169b8bb [ 586.017895] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.018069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.019138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.019138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.019138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.019138] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3903a37-c4c4-4d61-8289-cd60f169b8bb already deleted. [ 586.019138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3903a37-c4c4-4d61-8289-cd60f169b8bb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.303255] env[65677]: INFO networking_nsxv3.common.synchronization [None req-4c2b4bf4-6117-4516-909c-91a0978771d9 None None] Enqueued Resource ID: 5d0ef663-d275-40c7-9cf1-5349c66ceb75 with Priority: HIGHEST for action port [ 586.303877] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0ef663-d275-40c7-9cf1-5349c66ceb75 with Priority: HIGHEST for action port [ 586.304202] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0ef663-d275-40c7-9cf1-5349c66ceb75 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.304366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0ef663-d275-40c7-9cf1-5349c66ceb75" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.304482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0ef663-d275-40c7-9cf1-5349c66ceb75" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.304798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0ef663-d275-40c7-9cf1-5349c66ceb75" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.304889] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0ef663-d275-40c7-9cf1-5349c66ceb75',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.359565] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0fd1f165-2762-45d1-a3aa-b48c2b363634 None None] Enqueued Resource ID: 565c0fd3-b6f2-4854-9043-02a334166a34 with Priority: HIGHEST for action port [ 586.360015] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565c0fd3-b6f2-4854-9043-02a334166a34 with Priority: HIGHEST for action port [ 586.360334] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-565c0fd3-b6f2-4854-9043-02a334166a34 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.360459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-565c0fd3-b6f2-4854-9043-02a334166a34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.360529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-565c0fd3-b6f2-4854-9043-02a334166a34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.360772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-565c0fd3-b6f2-4854-9043-02a334166a34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.360855] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('565c0fd3-b6f2-4854-9043-02a334166a34',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.807515] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d0ef663-d275-40c7-9cf1-5349c66ceb75 [ 586.807880] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.807880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.807880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.808424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.808424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.808424] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d0ef663-d275-40c7-9cf1-5349c66ceb75 already deleted. [ 586.808424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0ef663-d275-40c7-9cf1-5349c66ceb75" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.863164] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 565c0fd3-b6f2-4854-9043-02a334166a34 [ 586.863495] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.863667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.863760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.864043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.864163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.864291] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:565c0fd3-b6f2-4854-9043-02a334166a34 already deleted. [ 586.864436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-565c0fd3-b6f2-4854-9043-02a334166a34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.514137] env[65677]: INFO networking_nsxv3.common.synchronization [None req-bf5b4559-b99b-45ef-a22e-adcd92baf077 None None] Enqueued Resource ID: 3b2e77f7-3ba1-42e1-8d23-3db08b4baa07 with Priority: HIGHEST for action port [ 587.514137] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2e77f7-3ba1-42e1-8d23-3db08b4baa07 with Priority: HIGHEST for action port [ 587.514137] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b2e77f7-3ba1-42e1-8d23-3db08b4baa07 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.514137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b2e77f7-3ba1-42e1-8d23-3db08b4baa07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.514137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b2e77f7-3ba1-42e1-8d23-3db08b4baa07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.515009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b2e77f7-3ba1-42e1-8d23-3db08b4baa07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.515283] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2e77f7-3ba1-42e1-8d23-3db08b4baa07',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.967134] env[65677]: INFO networking_nsxv3.common.synchronization [None req-180bbe30-6821-455d-aa66-63dae4df8b4e None None] Enqueued Resource ID: 6d650b5c-58f3-4897-89bc-d3a5dc78637a with Priority: HIGHEST for action port [ 587.967462] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d650b5c-58f3-4897-89bc-d3a5dc78637a with Priority: HIGHEST for action port [ 587.967756] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d650b5c-58f3-4897-89bc-d3a5dc78637a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.967895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d650b5c-58f3-4897-89bc-d3a5dc78637a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.967967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d650b5c-58f3-4897-89bc-d3a5dc78637a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.968286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d650b5c-58f3-4897-89bc-d3a5dc78637a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.968374] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d650b5c-58f3-4897-89bc-d3a5dc78637a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.018088] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b2e77f7-3ba1-42e1-8d23-3db08b4baa07 [ 588.018212] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.018284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.018377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.018721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.018721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.018721] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b2e77f7-3ba1-42e1-8d23-3db08b4baa07 already deleted. [ 588.018872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b2e77f7-3ba1-42e1-8d23-3db08b4baa07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.472977] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d650b5c-58f3-4897-89bc-d3a5dc78637a [ 588.472977] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.472977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.472977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.472977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.472977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.472977] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d650b5c-58f3-4897-89bc-d3a5dc78637a already deleted. [ 588.472977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d650b5c-58f3-4897-89bc-d3a5dc78637a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.739252] env[65677]: INFO networking_nsxv3.common.synchronization [req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e req-f0493ffe-9372-49b9-8699-4609e0e5e253 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Enqueued Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGHEST for action security_group_members [ 589.739252] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGHEST for action security_group_members [ 589.742997] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0425ecf3-076a-44d8-8bfa-88db0a67af8f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.742997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.742997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.743541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.743541] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.743651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.743651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.744025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.744025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.744025] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.249904] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.251022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.251022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.251022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.251022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.251022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.251022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.251022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.251344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.251344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.251344] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f already deleted. [ 590.251344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.468262] env[65677]: INFO networking_nsxv3.common.synchronization [None req-77f51aba-a5b2-4e50-9f11-f541493dc096 None None] Enqueued Resource ID: a71376a5-387c-414b-a85c-b2f36b056f9e with Priority: HIGHEST for action port [ 590.468262] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71376a5-387c-414b-a85c-b2f36b056f9e with Priority: HIGHEST for action port [ 590.468262] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-a71376a5-387c-414b-a85c-b2f36b056f9e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.468262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a71376a5-387c-414b-a85c-b2f36b056f9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.468262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a71376a5-387c-414b-a85c-b2f36b056f9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.468796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a71376a5-387c-414b-a85c-b2f36b056f9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.468882] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a71376a5-387c-414b-a85c-b2f36b056f9e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.958209] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.958619] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.958619] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.958868] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.959254] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.959337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.959694] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.959749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.959871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.960511] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.960908] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.960908] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.961132] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.961402] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.961563] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.961844] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.970874] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a71376a5-387c-414b-a85c-b2f36b056f9e [ 590.971202] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.971598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.971790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.972045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.972187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.972284] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a71376a5-387c-414b-a85c-b2f36b056f9e already deleted. [ 590.972418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a71376a5-387c-414b-a85c-b2f36b056f9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.040146] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.041928] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.079 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.041928] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.041928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.041928] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.041928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.041928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.041928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.044026] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3655ead6-dfc0-4e6a-bc8d-5bda72c25d16',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.547952] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.547952] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.547952] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.548416] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.548416] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.548531] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 not found, creating... [ 591.550789] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.550789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.550789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.550789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.550789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.550789] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.551228] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.552040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.552460] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.552678] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.552859] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 is going to be created. [ 591.590600] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.590866] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.590992] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.591252] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.591487] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.591721] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.779262] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c9a2f729-ef99-4f54-bb26-c6ff83fb3614 None None] Enqueued Resource ID: d905c55f-b850-49b9-a38c-86bf7aa0ba07 with Priority: HIGHEST for action port [ 591.779848] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d905c55f-b850-49b9-a38c-86bf7aa0ba07 with Priority: HIGHEST for action port [ 591.780470] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d905c55f-b850-49b9-a38c-86bf7aa0ba07 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.780470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d905c55f-b850-49b9-a38c-86bf7aa0ba07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.780470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d905c55f-b850-49b9-a38c-86bf7aa0ba07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.780648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d905c55f-b850-49b9-a38c-86bf7aa0ba07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.780726] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d905c55f-b850-49b9-a38c-86bf7aa0ba07',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.890915] env[65677]: INFO networking_nsxv3.common.synchronization [None req-e7860450-6a26-4409-b3ff-136702ee7962 None None] Enqueued Resource ID: c74b2e76-5e19-410f-9064-9c54e5c42843 with Priority: HIGHEST for action port [ 591.892377] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74b2e76-5e19-410f-9064-9c54e5c42843 with Priority: HIGHEST for action port [ 591.893372] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c74b2e76-5e19-410f-9064-9c54e5c42843 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.893508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c74b2e76-5e19-410f-9064-9c54e5c42843" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.893579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c74b2e76-5e19-410f-9064-9c54e5c42843" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.893830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c74b2e76-5e19-410f-9064-9c54e5c42843" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.893917] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c74b2e76-5e19-410f-9064-9c54e5c42843',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.282933] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d905c55f-b850-49b9-a38c-86bf7aa0ba07 [ 592.282933] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.283278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.283278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.283471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.283571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.283671] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d905c55f-b850-49b9-a38c-86bf7aa0ba07 already deleted. [ 592.283754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d905c55f-b850-49b9-a38c-86bf7aa0ba07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.397932] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c74b2e76-5e19-410f-9064-9c54e5c42843 [ 592.397932] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.397932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.397932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.397932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.397932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.397932] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c74b2e76-5e19-410f-9064-9c54e5c42843 already deleted. [ 592.397932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c74b2e76-5e19-410f-9064-9c54e5c42843" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.756197] env[65677]: INFO networking_nsxv3.common.synchronization [req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e req-d7aaddea-030e-4741-80f7-1fb62f474f0e service nova] Enqueued Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGHEST for action security_group_rules [ 592.756197] env[65677]: INFO networking_nsxv3.common.synchronization [req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e req-d7aaddea-030e-4741-80f7-1fb62f474f0e service nova] Enqueued Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGHEST for action security_group_members [ 592.756197] env[65677]: INFO networking_nsxv3.common.synchronization [req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e req-d7aaddea-030e-4741-80f7-1fb62f474f0e service nova] Enqueued Resource ID: 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 with Priority: HIGHEST for action port [ 592.756197] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGHEST for action security_group_rules [ 592.756197] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGHEST for action security_group_members [ 592.756197] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 with Priority: HIGHEST for action port [ 592.756197] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.756197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.756197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.756850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.758497] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.759836] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0425ecf3-076a-44d8-8bfa-88db0a67af8f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.760082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.760231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.760520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.760784] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.760985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.761208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.762150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.762337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.762528] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.765769] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.765887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.765959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.766162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.766243] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3655ead6-dfc0-4e6a-bc8d-5bda72c25d16',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.896407] env[65677]: INFO networking_nsxv3.common.synchronization [None req-fb91af04-ae9b-4f47-b28e-f896c6f93293 None None] Enqueued Resource ID: 0a9b73c6-049f-44a8-8ae9-15398ffe4c64 with Priority: HIGHEST for action port [ 592.897477] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9b73c6-049f-44a8-8ae9-15398ffe4c64 with Priority: HIGHEST for action port [ 592.897477] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a9b73c6-049f-44a8-8ae9-15398ffe4c64 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.897477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a9b73c6-049f-44a8-8ae9-15398ffe4c64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.897477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a9b73c6-049f-44a8-8ae9-15398ffe4c64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.897706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a9b73c6-049f-44a8-8ae9-15398ffe4c64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.897706] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9b73c6-049f-44a8-8ae9-15398ffe4c64',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.273257] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0425ecf3-076a-44d8-8bfa-88db0a67af8f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.273257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.279459] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.282314] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 with status ACTIVE [ 593.283336] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.284805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.284805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.284805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.284805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.284961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.284961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.285073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.285167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.285241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.285426] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.285524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.285594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.285754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.285834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.285920] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 is going to be updated. [ 593.309641] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.309792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.309938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.310082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.310215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.310370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.319972] env[65677]: INFO networking_nsxv3.common.synchronization [req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c req-202c5fd8-54aa-422d-83ef-a60b14b6476d tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 593.320173] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 593.320469] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.320573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.320638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.320900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.321031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.321134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.321198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.321347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.321423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.321516] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.402809] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a9b73c6-049f-44a8-8ae9-15398ffe4c64 [ 593.402988] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.403095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.403162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.403521] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.403521] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.403697] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a9b73c6-049f-44a8-8ae9-15398ffe4c64 already deleted. [ 593.403697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a9b73c6-049f-44a8-8ae9-15398ffe4c64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.440091] env[65677]: INFO networking_nsxv3.common.synchronization [None req-1fa5f4a3-9a85-485b-89ad-64d2eb3651de None None] Enqueued Resource ID: e5d15de3-ba27-416d-a8c1-4d97415775fd with Priority: HIGHEST for action port [ 593.440091] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d15de3-ba27-416d-a8c1-4d97415775fd with Priority: HIGHEST for action port [ 593.440091] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5d15de3-ba27-416d-a8c1-4d97415775fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.440091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5d15de3-ba27-416d-a8c1-4d97415775fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.440091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5d15de3-ba27-416d-a8c1-4d97415775fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.440091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5d15de3-ba27-416d-a8c1-4d97415775fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.440091] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d15de3-ba27-416d-a8c1-4d97415775fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.791150] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.828079] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.828079] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.828079] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 already deleted. [ 593.828079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.945932] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5d15de3-ba27-416d-a8c1-4d97415775fd [ 593.945932] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.945932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.947260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.947260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.947260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.947260] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5d15de3-ba27-416d-a8c1-4d97415775fd already deleted. [ 593.947260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5d15de3-ba27-416d-a8c1-4d97415775fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.993805] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.994007] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.994133] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.994516] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.994808] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.994989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.997239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.997532] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.997688] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.997968] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.998097] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.998199] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.998336] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.998495] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.998668] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.998858] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.025055] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.027020] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.027020] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.027020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.027020] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-d638ebb3-3030-4d52-8d62-444abfe94483 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.027020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-d638ebb3-3030-4d52-8d62-444abfe94483" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.027020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-d638ebb3-3030-4d52-8d62-444abfe94483" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.027020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-d638ebb3-3030-4d52-8d62-444abfe94483" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.027020] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d638ebb3-3030-4d52-8d62-444abfe94483',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.294243] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.294520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.294520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.294785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.295101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.295357] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f is going to be created. [ 594.335143] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.335353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.335353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.335645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.335820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.348337] env[65677]: INFO networking_nsxv3.common.synchronization [None req-47be1845-bd9e-4d18-a608-893e3f9034d2 None None] Enqueued Resource ID: e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f with Priority: HIGHEST for action port [ 594.349303] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f in Status: UNINITIALIZED for 2s [ 594.349816] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f with Priority: HIGHEST for action port [ 594.350240] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.350402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.350440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.350674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.350810] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.531330] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.531551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.531717] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.531951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.532105] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.532254] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port d638ebb3-3030-4d52-8d62-444abfe94483 not found, creating... [ 594.532510] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.532679] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.532790] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.533009] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.533146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.533529] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.533913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.534161] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.534398] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.534627] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.534782] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: d638ebb3-3030-4d52-8d62-444abfe94483 is going to be created. [ 594.557655] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.558468] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.558615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.558888] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.559121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.559337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-d638ebb3-3030-4d52-8d62-444abfe94483" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.751586] env[65677]: INFO networking_nsxv3.common.synchronization [None req-b58ae98c-b0f3-4348-9ed3-8c0deb574b6d None None] Enqueued Resource ID: 64e25785-64b7-4f3f-b816-19c25c44fd2e with Priority: HIGHEST for action port [ 594.752378] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e25785-64b7-4f3f-b816-19c25c44fd2e with Priority: HIGHEST for action port [ 594.752378] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e25785-64b7-4f3f-b816-19c25c44fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.752695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e25785-64b7-4f3f-b816-19c25c44fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.752695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e25785-64b7-4f3f-b816-19c25c44fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.753289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e25785-64b7-4f3f-b816-19c25c44fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.753391] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e25785-64b7-4f3f-b816-19c25c44fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.855409] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f [ 594.856847] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.856847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.856847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.856847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.856847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.856847] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f already deleted. [ 594.856847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29e8cb8-2d5c-463c-8dd1-edf61fc93c6f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.256649] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64e25785-64b7-4f3f-b816-19c25c44fd2e [ 595.256649] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.256649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.256649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.256649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.256649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.256649] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64e25785-64b7-4f3f-b816-19c25c44fd2e already deleted. [ 595.256649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e25785-64b7-4f3f-b816-19c25c44fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.536463] env[65677]: INFO networking_nsxv3.common.synchronization [req-ddf083b1-ec69-4af1-89cf-567ad00e135a req-154f0519-ba06-4fe5-9b88-6780c2e6b0b3 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Enqueued Resource ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 with Priority: HIGHEST for action security_group_members [ 595.537085] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 with Priority: HIGHEST for action security_group_members [ 595.537397] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.537523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.537588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.537888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.538013] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.538117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.538176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.538324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.538401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.538505] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d220cd24-dbd8-4a0c-a8e7-e0704e3092e0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.676568] env[65677]: INFO networking_nsxv3.common.synchronization [req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c req-5f191ed5-9d08-459d-87d7-6423355e008f service nova] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_rules [ 595.676568] env[65677]: INFO networking_nsxv3.common.synchronization [req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c req-5f191ed5-9d08-459d-87d7-6423355e008f service nova] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 595.676568] env[65677]: INFO networking_nsxv3.common.synchronization [req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c req-5f191ed5-9d08-459d-87d7-6423355e008f service nova] Enqueued Resource ID: d638ebb3-3030-4d52-8d62-444abfe94483 with Priority: HIGHEST for action port [ 595.676568] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_rules [ 595.676568] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 595.677215] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d638ebb3-3030-4d52-8d62-444abfe94483 with Priority: HIGHEST for action port [ 595.677560] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.677702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.677799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.678078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.678958] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.679087] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.679141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.679183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.679342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.679479] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.679566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.679623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.679750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.679827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.681629] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.681629] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d638ebb3-3030-4d52-8d62-444abfe94483 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.681629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d638ebb3-3030-4d52-8d62-444abfe94483" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.681629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d638ebb3-3030-4d52-8d62-444abfe94483" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.681629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d638ebb3-3030-4d52-8d62-444abfe94483" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.681629] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d638ebb3-3030-4d52-8d62-444abfe94483',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.992373] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.992683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-127" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.993459] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-127" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.993830] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-127" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.996056] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.996056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.996056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.996056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.996940] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.996940] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.996940] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.996940] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.996940] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.996940] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.997200] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.997329] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.019738] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.020010] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.020162] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.020371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-127" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.020776] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-404f498b-f912-4ef4-a87d-678adfd97381 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.020994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-404f498b-f912-4ef4-a87d-678adfd97381" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.021179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-404f498b-f912-4ef4-a87d-678adfd97381" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.021602] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-404f498b-f912-4ef4-a87d-678adfd97381" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.021793] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404f498b-f912-4ef4-a87d-678adfd97381',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.041522] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.042698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.042698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.042698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.042698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.043477] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.043477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.043477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.043477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.043477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.043477] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 already deleted. [ 596.043477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.185096] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.185218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.185506] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.186869] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d638ebb3-3030-4d52-8d62-444abfe94483 with status ACTIVE [ 596.187117] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.187284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.187415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.187678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.187797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.188054] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.188452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.188575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.189663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.189811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.190110] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.190251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.190362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.190838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.190838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.190838] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d638ebb3-3030-4d52-8d62-444abfe94483 is going to be updated. [ 596.218753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.218753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.218753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.218753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.218753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.218753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d638ebb3-3030-4d52-8d62-444abfe94483" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.298594] env[65677]: INFO networking_nsxv3.common.synchronization [req-58eb5880-dae2-4011-88e3-20f27257d30c req-60acefe3-152b-4f91-9add-016ac685fb7c tempest-SecurityGroupRulesTestJSON-119313404 tempest-SecurityGroupRulesTestJSON-119313404-project-member] Enqueued Resource ID: a7e0f229-9356-4cc9-9cce-ac00777610b8 with Priority: HIGHEST for action security_group_rules [ 596.299395] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e0f229-9356-4cc9-9cce-ac00777610b8 with Priority: HIGHEST for action security_group_rules [ 596.299535] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e0f229-9356-4cc9-9cce-ac00777610b8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.299649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e0f229-9356-4cc9-9cce-ac00777610b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.299649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e0f229-9356-4cc9-9cce-ac00777610b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.299856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e0f229-9356-4cc9-9cce-ac00777610b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.299935] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e0f229-9356-4cc9-9cce-ac00777610b8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.377444] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f in Status: SUCCESS [ 596.377812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.378023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.378247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.378441] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.378566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.378650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.378829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.378917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.379025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.379125] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.525158] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.525912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.525912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.525912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.526155] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.526240] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 404f498b-f912-4ef4-a87d-678adfd97381 not found, creating... [ 596.526512] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.526669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.526779] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.527090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.527197] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.527464] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.527612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.527774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.527926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.529911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.529911] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 404f498b-f912-4ef4-a87d-678adfd97381 is going to be created. [ 596.552437] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.552770] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.552815] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.553107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.553452] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.553709] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-404f498b-f912-4ef4-a87d-678adfd97381" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.692961] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.768425] env[65677]: INFO networking_nsxv3.common.synchronization [None req-86f63c6e-bfb6-484d-aace-c8a26888f4db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Enqueued Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_rules [ 596.769046] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_rules [ 596.769382] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f46aabcd-aa49-4d08-83be-09f4fac0c223 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.769503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.769597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.769843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.769954] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.838812] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.839304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.839304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.839483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.839483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.839558] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e0f229-9356-4cc9-9cce-ac00777610b8 already deleted. [ 596.839637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e0f229-9356-4cc9-9cce-ac00777610b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.859063] env[65677]: INFO networking_nsxv3.common.synchronization [None req-9d6cf775-c136-41e0-87de-7d8e0c243ce2 None None] Enqueued Resource ID: e9c969b7-f7e3-49a5-9b97-f88c2aa04848 with Priority: HIGHEST for action port [ 596.859764] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c969b7-f7e3-49a5-9b97-f88c2aa04848 with Priority: HIGHEST for action port [ 596.859967] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9c969b7-f7e3-49a5-9b97-f88c2aa04848 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.860173] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9c969b7-f7e3-49a5-9b97-f88c2aa04848" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.860238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9c969b7-f7e3-49a5-9b97-f88c2aa04848" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.860464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9c969b7-f7e3-49a5-9b97-f88c2aa04848" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.861083] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c969b7-f7e3-49a5-9b97-f88c2aa04848',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.882155] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0425ecf3-076a-44d8-8bfa-88db0a67af8f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.882314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.882386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.882670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.882846] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.882953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.883029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.883188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.883275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.883363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.883510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0425ecf3-076a-44d8-8bfa-88db0a67af8f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.883638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.883705] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.883851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.883989] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.884092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.884151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.884287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.884362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.884442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.884558] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.196468] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.196468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.196468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.196678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.196678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.196747] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 is going to be created. [ 597.223301] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.223439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.223506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.223717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.223883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.234201] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: UNINITIALIZED for 2s [ 597.259676] env[65677]: INFO networking_nsxv3.common.synchronization [req-ddf083b1-ec69-4af1-89cf-567ad00e135a req-abf07354-513b-4e22-9e57-daeba0a50fc3 service nova] Enqueued Resource ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 with Priority: HIGHEST for action security_group_rules [ 597.260139] env[65677]: INFO networking_nsxv3.common.synchronization [req-ddf083b1-ec69-4af1-89cf-567ad00e135a req-abf07354-513b-4e22-9e57-daeba0a50fc3 service nova] Enqueued Resource ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 with Priority: HIGHEST for action security_group_members [ 597.261055] env[65677]: INFO networking_nsxv3.common.synchronization [req-ddf083b1-ec69-4af1-89cf-567ad00e135a req-abf07354-513b-4e22-9e57-daeba0a50fc3 service nova] Enqueued Resource ID: 404f498b-f912-4ef4-a87d-678adfd97381 with Priority: HIGHEST for action port [ 597.264974] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 with Priority: HIGHEST for action security_group_rules [ 597.264974] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 with Priority: HIGHEST for action security_group_members [ 597.264974] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404f498b-f912-4ef4-a87d-678adfd97381 with Priority: HIGHEST for action port [ 597.264974] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.264974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.264974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.264974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.264974] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d220cd24-dbd8-4a0c-a8e7-e0704e3092e0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.264974] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.264974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.264974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.265579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.265773] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.265888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.265953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.266127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.266212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.266303] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d220cd24-dbd8-4a0c-a8e7-e0704e3092e0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.268215] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-404f498b-f912-4ef4-a87d-678adfd97381 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.268215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-404f498b-f912-4ef4-a87d-678adfd97381" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.268215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-404f498b-f912-4ef4-a87d-678adfd97381" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.268215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-404f498b-f912-4ef4-a87d-678adfd97381" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.268215] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404f498b-f912-4ef4-a87d-678adfd97381',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.294379] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.294767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.295421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.295421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.295421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.295734] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 already deleted. [ 597.296043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.362887] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9c969b7-f7e3-49a5-9b97-f88c2aa04848 [ 597.363093] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.363222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.363285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.363483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.363560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.363647] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9c969b7-f7e3-49a5-9b97-f88c2aa04848 already deleted. [ 597.363725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9c969b7-f7e3-49a5-9b97-f88c2aa04848" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.383704] env[65677]: INFO networking_nsxv3.common.synchronization [None req-f88915b8-8e67-420d-a8f9-3f58ca882957 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Enqueued Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_rules [ 597.385281] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_rules [ 597.385281] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f46aabcd-aa49-4d08-83be-09f4fac0c223 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.386535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.386535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.386535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.386535] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.387279] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0425ecf3-076a-44d8-8bfa-88db0a67af8f: rpc.has_security_group_logging(os_id): False [ 597.410311] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.410446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.410513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.410729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.410813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.411041] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.411138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.411995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.411995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.411995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.411995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.411995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.411995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.411995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.411995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.412293] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.412293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.412293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.412420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.412450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.412548] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f is going to be created. [ 597.483169] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.483406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.483406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.483646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.483832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.501071] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f in Status: IN_PROGRESS for 2s [ 597.521048] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c68dd1f3-e348-4ca2-8e30-c536068ca6c5 None None] Enqueued Resource ID: 081b838b-c035-428b-a7d5-7e33514ec50e with Priority: HIGHEST for action port [ 597.521299] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081b838b-c035-428b-a7d5-7e33514ec50e with Priority: HIGHEST for action port [ 597.521907] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-081b838b-c035-428b-a7d5-7e33514ec50e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.522155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-081b838b-c035-428b-a7d5-7e33514ec50e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.522833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-081b838b-c035-428b-a7d5-7e33514ec50e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.522833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-081b838b-c035-428b-a7d5-7e33514ec50e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.522962] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('081b838b-c035-428b-a7d5-7e33514ec50e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.666663] env[65677]: INFO networking_nsxv3.common.synchronization [req-e43ffb1a-ea0c-497e-9949-2d02fb94444e req-7e8c8f28-f568-4767-ae60-84333fdb4709 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Enqueued Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGHEST for action security_group_members [ 597.667506] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGHEST for action security_group_members [ 597.668110] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd561186-01a9-4972-8ae2-3af3c9340972 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.668243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.668330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.668729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.668925] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.669068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.669162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.669351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.669456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.669604] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.769665] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d220cd24-dbd8-4a0c-a8e7-e0704e3092e0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.771058] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.771199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.772014] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 404f498b-f912-4ef4-a87d-678adfd97381 with status ACTIVE [ 597.772014] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.772014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.772014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.772264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.772264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.772355] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.772498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.772498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.772599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.774483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.774483] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.774483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.774483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.774483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.774483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.774483] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 404f498b-f912-4ef4-a87d-678adfd97381 is going to be updated. [ 597.794972] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.795196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.795329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.795579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.795715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.795870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-404f498b-f912-4ef4-a87d-678adfd97381" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.921549] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.921709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.923772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.923772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.923772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.923772] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 already deleted. [ 597.923772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.026857] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 081b838b-c035-428b-a7d5-7e33514ec50e [ 598.026857] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.027113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.027238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.027461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.027573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.027683] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:081b838b-c035-428b-a7d5-7e33514ec50e already deleted. [ 598.027772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-081b838b-c035-428b-a7d5-7e33514ec50e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.141803] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.141803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-558" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.141803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-558" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.141803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-558" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.141803] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.141803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.141803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.141803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.141803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.141803] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.141803] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.141803] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.141803] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.142693] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.142693] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.142693] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.160155] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.160325] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.160604] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.160937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-558" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.161291] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.161463] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.161574] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.161870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.162068] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('035e5baa-ebe8-447d-be90-9cb02dd5f9bc',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.173356] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.173356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.173356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.173613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.173613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.173958] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.175095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.175095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.175095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.175095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.175237] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd561186-01a9-4972-8ae2-3af3c9340972 already deleted. [ 598.175338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.274263] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d220cd24-dbd8-4a0c-a8e7-e0704e3092e0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.494861] env[65677]: INFO networking_nsxv3.common.synchronization [None req-bbd23056-0f4a-41bf-b605-03a77824586e None None] Enqueued Resource ID: 99432d87-16f2-4809-afc7-e29d82ebfb0c with Priority: HIGHEST for action port [ 598.495481] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99432d87-16f2-4809-afc7-e29d82ebfb0c with Priority: HIGHEST for action port [ 598.495832] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-99432d87-16f2-4809-afc7-e29d82ebfb0c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.495965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99432d87-16f2-4809-afc7-e29d82ebfb0c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.496069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99432d87-16f2-4809-afc7-e29d82ebfb0c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.496371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99432d87-16f2-4809-afc7-e29d82ebfb0c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.496471] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99432d87-16f2-4809-afc7-e29d82ebfb0c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.664046] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.664286] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.664411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.664804] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.664949] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.665120] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 035e5baa-ebe8-447d-be90-9cb02dd5f9bc not found, creating... [ 598.665377] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.665602] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.665745] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.665994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.666146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.666432] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.666582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.666691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.666965] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.667070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.667312] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 035e5baa-ebe8-447d-be90-9cb02dd5f9bc is going to be created. [ 598.692380] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.692652] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.692708] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.693263] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.693263] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.693480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.777076] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.777076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.777076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.777076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.777076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.777076] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 is going to be created. [ 598.830705] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.830907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.830951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.831181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.831396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.847053] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 in Status: UNINITIALIZED for 2s [ 598.998670] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99432d87-16f2-4809-afc7-e29d82ebfb0c [ 598.998915] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.999200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.999349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.999585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.999679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.999776] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99432d87-16f2-4809-afc7-e29d82ebfb0c already deleted. [ 598.999855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99432d87-16f2-4809-afc7-e29d82ebfb0c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.246315] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: SUCCESS [ 599.246529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.246700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.246916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.247122] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.247376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.247376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.247465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.247527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.247604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.247697] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.383242] env[65677]: INFO networking_nsxv3.common.synchronization [None req-9f95a2e6-f2d3-4f03-8450-6b5c46d3bd9c None None] Enqueued Resource ID: 10c480e4-ba7c-4595-8bdc-7786fac2f88f with Priority: HIGHEST for action port [ 599.383785] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c480e4-ba7c-4595-8bdc-7786fac2f88f with Priority: HIGHEST for action port [ 599.384093] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-10c480e4-ba7c-4595-8bdc-7786fac2f88f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.384219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10c480e4-ba7c-4595-8bdc-7786fac2f88f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.384288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10c480e4-ba7c-4595-8bdc-7786fac2f88f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.384541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10c480e4-ba7c-4595-8bdc-7786fac2f88f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.384662] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c480e4-ba7c-4595-8bdc-7786fac2f88f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.408769] env[65677]: INFO networking_nsxv3.common.synchronization [req-e43ffb1a-ea0c-497e-9949-2d02fb94444e req-b8b9d90d-d7e3-49b6-8f86-0a18eef6c011 service nova] Enqueued Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGHEST for action security_group_rules [ 599.410434] env[65677]: INFO networking_nsxv3.common.synchronization [req-e43ffb1a-ea0c-497e-9949-2d02fb94444e req-b8b9d90d-d7e3-49b6-8f86-0a18eef6c011 service nova] Enqueued Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGHEST for action security_group_members [ 599.410434] env[65677]: INFO networking_nsxv3.common.synchronization [req-e43ffb1a-ea0c-497e-9949-2d02fb94444e req-b8b9d90d-d7e3-49b6-8f86-0a18eef6c011 service nova] Enqueued Resource ID: 035e5baa-ebe8-447d-be90-9cb02dd5f9bc with Priority: HIGHEST for action port [ 599.410434] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGHEST for action security_group_rules [ 599.410434] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGHEST for action security_group_members [ 599.410434] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035e5baa-ebe8-447d-be90-9cb02dd5f9bc with Priority: HIGHEST for action port [ 599.410434] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd561186-01a9-4972-8ae2-3af3c9340972 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.410434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.410434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.410850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.410850] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.415838] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd561186-01a9-4972-8ae2-3af3c9340972 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.415838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.415838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.416703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.416703] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.416703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.416703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.416703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.416703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.416703] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.418347] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.418477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.418547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.418719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.418802] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('035e5baa-ebe8-447d-be90-9cb02dd5f9bc',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.516752] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f in Status: SUCCESS [ 599.517452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.755060] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.755060] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.755060] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.755060] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.755060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.756935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.756935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.756935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.756935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.757157] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.887255] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10c480e4-ba7c-4595-8bdc-7786fac2f88f [ 599.887255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.887396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.887396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.887612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.887696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.887791] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10c480e4-ba7c-4595-8bdc-7786fac2f88f already deleted. [ 599.887885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10c480e4-ba7c-4595-8bdc-7786fac2f88f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.917447] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd561186-01a9-4972-8ae2-3af3c9340972 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.917585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.919552] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.923241] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 035e5baa-ebe8-447d-be90-9cb02dd5f9bc with status ACTIVE [ 599.923241] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.923241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.923241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.923563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.923563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.923695] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.923800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.923874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.924050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.924132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.925295] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.925391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.925451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.925891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.925989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.926151] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 035e5baa-ebe8-447d-be90-9cb02dd5f9bc is going to be updated. [ 599.981423] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.981567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.984162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.984162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.984162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.984162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-035e5baa-ebe8-447d-be90-9cb02dd5f9bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.106825] env[65677]: INFO networking_nsxv3.common.synchronization [None req-cdddb458-fe0a-408b-9b9d-5ba136d40afc tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Enqueued Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_rules [ 600.106825] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_rules [ 600.107069] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe97e2a-12af-48d3-a64e-adb170736953 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.107203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.107279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.107566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.107711] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.260123] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f89a07a-5743-4549-b082-fb1d5a03f950: rpc.has_security_group_logging(os_id): False [ 600.279822] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.280025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.280079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.280273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.280537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.280643] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.280705] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.280740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.280999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.280999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.281135] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.281229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.281713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.281713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.281713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.281713] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.281873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.281873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.281955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.282030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.282451] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 is going to be created. [ 600.298161] env[65677]: INFO networking_nsxv3.common.synchronization [None req-486ba7d2-8e84-4e56-8816-c6391a901445 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Enqueued Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_rules [ 600.298161] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_rules [ 600.298161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe97e2a-12af-48d3-a64e-adb170736953 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.298161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.369650] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.369993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.370153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.370412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.370634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.384208] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: IN_PROGRESS for 2s [ 600.429064] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.632341] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.632604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.632681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.633062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.633158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.633318] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe97e2a-12af-48d3-a64e-adb170736953 already deleted. [ 600.633766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.633842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.634098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.634288] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.861207] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 in Status: SUCCESS [ 600.861549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.861879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.861956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.862210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.862304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.862362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.862608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.862746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.862869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.862980] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d220cd24-dbd8-4a0c-a8e7-e0704e3092e0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.932936] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.933186] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.933229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.933447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.933861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.933861] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd561186-01a9-4972-8ae2-3af3c9340972 is going to be created. [ 600.971174] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.971174] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.971174] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.971174] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.971443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.984318] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd561186-01a9-4972-8ae2-3af3c9340972 in Status: UNINITIALIZED for 2s [ 601.159689] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.160081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.160081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.160181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.160214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.160298] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe97e2a-12af-48d3-a64e-adb170736953 already deleted. [ 601.160375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.370090] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.370090] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.370090] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.370090] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.370090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.370666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.370666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.370666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.370666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.370666] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d220cd24-dbd8-4a0c-a8e7-e0704e3092e0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.875213] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d220cd24-dbd8-4a0c-a8e7-e0704e3092e0: rpc.has_security_group_logging(os_id): False [ 601.895843] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.895990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.896074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.896336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.896423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.896634] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.896743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.896818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.896992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.897103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.897290] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.897387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.897492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.898084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.898084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.898084] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.898084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.898084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.898310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.898363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.898457] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 is going to be created. [ 601.960465] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.960642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.960858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.960937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.961109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.978086] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 in Status: IN_PROGRESS for 2s [ 602.197234] env[65677]: INFO networking_nsxv3.common.synchronization [req-4c09542e-ddea-463e-8aea-39a4c7af666b req-f43c6396-2422-4a29-b061-5d8333230e96 tempest-SecurityGroupRulesTestJSON-119313404 tempest-SecurityGroupRulesTestJSON-119313404-project-member] Enqueued Resource ID: a08e9efd-ec96-4312-9ac8-a769e0a45b9e with Priority: HIGHEST for action security_group_rules [ 602.197894] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08e9efd-ec96-4312-9ac8-a769e0a45b9e with Priority: HIGHEST for action security_group_rules [ 602.199609] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08e9efd-ec96-4312-9ac8-a769e0a45b9e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.200591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08e9efd-ec96-4312-9ac8-a769e0a45b9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.200818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08e9efd-ec96-4312-9ac8-a769e0a45b9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.201244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08e9efd-ec96-4312-9ac8-a769e0a45b9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.202027] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08e9efd-ec96-4312-9ac8-a769e0a45b9e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.409942] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: SUCCESS [ 602.410320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.728268] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.728508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.728587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.728948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.729551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.729551] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08e9efd-ec96-4312-9ac8-a769e0a45b9e already deleted. [ 602.729551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08e9efd-ec96-4312-9ac8-a769e0a45b9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.000446] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd561186-01a9-4972-8ae2-3af3c9340972 in Status: SUCCESS [ 603.000446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.000446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.000446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.000446] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.000446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.000446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.000446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.000446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.000446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.000446] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.266023] env[65677]: INFO networking_nsxv3.common.synchronization [req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 req-07d80f69-2205-44b5-a97d-32673d07ba8d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Enqueued Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 603.266023] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 603.266023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.266023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.266023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.266023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.266023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.266023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.266023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.266023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.266023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.266742] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.507043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd561186-01a9-4972-8ae2-3af3c9340972 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.507043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.507043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd561186-01a9-4972-8ae2-3af3c9340972 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.507043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.507043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.508873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.508873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.508873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.508873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.508873] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.671413] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.672033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.672033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.672164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.672493] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.672493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.672665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.672907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.673218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.673340] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.673373] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.673452] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.673970] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.673970] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.673970] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.673970] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.695034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.695034] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.695034] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.695264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.695748] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-1104120e-23ea-413c-bf5b-83f82378ec12 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.696570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-1104120e-23ea-413c-bf5b-83f82378ec12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.696570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-1104120e-23ea-413c-bf5b-83f82378ec12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.696570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-1104120e-23ea-413c-bf5b-83f82378ec12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.696744] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1104120e-23ea-413c-bf5b-83f82378ec12',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.769543] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.769708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.769775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.770084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.770184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.770765] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.770765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.770765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.770765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.770927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.770927] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 already deleted. [ 603.771082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.993596] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 in Status: SUCCESS [ 603.994343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.009650] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd561186-01a9-4972-8ae2-3af3c9340972: rpc.has_security_group_logging(os_id): False [ 604.032684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.032881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.033009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.033305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.033491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.033765] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.033945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.034052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.034268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.034396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.034674] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.034820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.034915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.037505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.037505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.037505] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.037505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.037505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.041157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.041666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.041666] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd561186-01a9-4972-8ae2-3af3c9340972 is going to be created. [ 604.149978] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.150328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.150328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.150739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.150739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.168353] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd561186-01a9-4972-8ae2-3af3c9340972 in Status: IN_PROGRESS for 2s [ 604.200095] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.200293] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.200555] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.200892] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.201096] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.201254] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 1104120e-23ea-413c-bf5b-83f82378ec12 not found, creating... [ 604.201655] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.201899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.202060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.202351] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.202525] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.202848] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.203008] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.203123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.203360] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.203520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.203656] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 1104120e-23ea-413c-bf5b-83f82378ec12 is going to be created. [ 604.250402] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.250647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.250718] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.251669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.251669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.251669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-1104120e-23ea-413c-bf5b-83f82378ec12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.989613] env[65677]: INFO networking_nsxv3.common.synchronization [req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 req-27c7e639-e27f-4118-899b-23cc0194965d service nova] Enqueued Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_rules [ 604.989788] env[65677]: INFO networking_nsxv3.common.synchronization [req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 req-27c7e639-e27f-4118-899b-23cc0194965d service nova] Enqueued Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 604.989916] env[65677]: INFO networking_nsxv3.common.synchronization [req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 req-27c7e639-e27f-4118-899b-23cc0194965d service nova] Enqueued Resource ID: 1104120e-23ea-413c-bf5b-83f82378ec12 with Priority: HIGHEST for action port [ 604.990500] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_rules [ 604.990688] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 604.990899] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1104120e-23ea-413c-bf5b-83f82378ec12 with Priority: HIGHEST for action port [ 604.993858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.994039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.994116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.994401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.994479] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.995478] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.996452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.996452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.996452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.996452] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.996452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.996452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.996452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.996452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.996765] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.998175] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1104120e-23ea-413c-bf5b-83f82378ec12 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.998175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1104120e-23ea-413c-bf5b-83f82378ec12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.998175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1104120e-23ea-413c-bf5b-83f82378ec12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.998418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1104120e-23ea-413c-bf5b-83f82378ec12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.998418] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1104120e-23ea-413c-bf5b-83f82378ec12',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.500425] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.502817] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.502817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.502817] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1104120e-23ea-413c-bf5b-83f82378ec12 with status ACTIVE [ 605.502817] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.502817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.503107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.503107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.503249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.503481] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.503614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.503671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.503851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.503983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.507055] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.507235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.507333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.507660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.507748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.507947] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1104120e-23ea-413c-bf5b-83f82378ec12 is going to be updated. [ 605.545194] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.545472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.545656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.546615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.546850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.547466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1104120e-23ea-413c-bf5b-83f82378ec12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.015975] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.196539] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd561186-01a9-4972-8ae2-3af3c9340972 in Status: SUCCESS [ 606.197321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.522574] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.523650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.523787] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.523984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.524083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.524184] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 is going to be created. [ 606.556357] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.556357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.556357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.556641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.556876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.571476] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: UNINITIALIZED for 2s [ 607.758425] env[65677]: INFO networking_nsxv3.common.synchronization [req-3679a174-d0ec-4758-9ca6-29c22dc360f5 req-7af64086-fac0-44de-9595-2d7824006fed tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Enqueued Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGHEST for action security_group_members [ 607.758425] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGHEST for action security_group_members [ 607.758425] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-48dcc60e-0c15-4381-8d5f-6e0121ae287b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.758425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.758425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.758904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.758904] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.758904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.759043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.763202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.764200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.764341] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.269984] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.269984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.269984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.269984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.269984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.269984] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.269984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.269984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.270639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.270675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.270784] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b already deleted. [ 608.270871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.292291] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.292536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-888" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.292834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-888" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.293221] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-888" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.293595] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.293854] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.294075] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.294371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.294588] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.294925] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.295105] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.295256] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.295440] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.295646] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.295851] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.296067] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.319082] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.319347] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.319513] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.322271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-888" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.322271] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-ad753216-feb7-41ea-98e5-4aa3c5959c44 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.322271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-ad753216-feb7-41ea-98e5-4aa3c5959c44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.322271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-ad753216-feb7-41ea-98e5-4aa3c5959c44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.322271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-ad753216-feb7-41ea-98e5-4aa3c5959c44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.322271] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad753216-feb7-41ea-98e5-4aa3c5959c44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.583209] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: SUCCESS [ 608.583638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.583954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.584205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.584439] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.584539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.584611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.584917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.584990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.585043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.585160] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.825631] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.826025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.826025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.827197] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.827197] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.827197] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port ad753216-feb7-41ea-98e5-4aa3c5959c44 not found, creating... [ 608.827197] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.827197] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.827197] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.827533] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.827533] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.827713] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.827861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.827971] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.829524] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.829524] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.829524] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: ad753216-feb7-41ea-98e5-4aa3c5959c44 is going to be created. [ 608.853098] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.853638] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.853877] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.854169] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.854391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.854605] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-ad753216-feb7-41ea-98e5-4aa3c5959c44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.008048] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0aeec956-9450-4f39-88eb-51797ea5a442 None None] Enqueued Resource ID: 32934c32-308d-4074-9dab-04bdeaab7882 with Priority: HIGHEST for action port [ 609.008767] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32934c32-308d-4074-9dab-04bdeaab7882 with Priority: HIGHEST for action port [ 609.008767] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-32934c32-308d-4074-9dab-04bdeaab7882 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.008767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32934c32-308d-4074-9dab-04bdeaab7882" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.008767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32934c32-308d-4074-9dab-04bdeaab7882" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.009456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32934c32-308d-4074-9dab-04bdeaab7882" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.009456] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32934c32-308d-4074-9dab-04bdeaab7882',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.087914] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.088199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.088199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.088401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.088580] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.088713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.088786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.088904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.088997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.089110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.089263] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.089364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.089422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.089579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.089714] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.089817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.089899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.090027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.090109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.090186] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.090276] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.512276] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32934c32-308d-4074-9dab-04bdeaab7882 [ 609.512658] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.512793] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.512859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.513068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.513282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.513352] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32934c32-308d-4074-9dab-04bdeaab7882 already deleted. [ 609.513398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32934c32-308d-4074-9dab-04bdeaab7882" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.550836] env[65677]: INFO networking_nsxv3.common.synchronization [req-3679a174-d0ec-4758-9ca6-29c22dc360f5 req-ba17d378-be74-4264-acd6-c4f5b7afa85e service nova] Enqueued Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGHEST for action security_group_rules [ 609.551192] env[65677]: INFO networking_nsxv3.common.synchronization [req-3679a174-d0ec-4758-9ca6-29c22dc360f5 req-ba17d378-be74-4264-acd6-c4f5b7afa85e service nova] Enqueued Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGHEST for action security_group_members [ 609.551287] env[65677]: INFO networking_nsxv3.common.synchronization [req-3679a174-d0ec-4758-9ca6-29c22dc360f5 req-ba17d378-be74-4264-acd6-c4f5b7afa85e service nova] Enqueued Resource ID: ad753216-feb7-41ea-98e5-4aa3c5959c44 with Priority: HIGHEST for action port [ 609.551871] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGHEST for action security_group_rules [ 609.551984] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGHEST for action security_group_members [ 609.552888] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad753216-feb7-41ea-98e5-4aa3c5959c44 with Priority: HIGHEST for action port [ 609.552994] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.553331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.553331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.553458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.553592] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.555161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-48dcc60e-0c15-4381-8d5f-6e0121ae287b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.555303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.555373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.555579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.555734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.555863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.555970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.556345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.556345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.556345] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.558370] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad753216-feb7-41ea-98e5-4aa3c5959c44 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.558370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad753216-feb7-41ea-98e5-4aa3c5959c44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.558370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad753216-feb7-41ea-98e5-4aa3c5959c44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.558370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad753216-feb7-41ea-98e5-4aa3c5959c44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.558370] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad753216-feb7-41ea-98e5-4aa3c5959c44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.594047] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c7ab11-09d4-473b-b35b-1cbe6949f4c3: rpc.has_security_group_logging(os_id): False [ 609.618638] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.618828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.618908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.619316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.619490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.619769] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.619937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.620059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.620296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.620389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.620655] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.620813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.620874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.621129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.621245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.621496] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.621668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.621751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.622548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.622653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.623162] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 is going to be created. [ 609.733177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.733418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.733492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.733704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.734113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.759895] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: IN_PROGRESS for 2s [ 609.837025] env[65677]: INFO networking_nsxv3.common.synchronization [req-bd47d092-ecfa-4695-a432-fd495ac1e9cb req-2090e6bd-d8a0-4eec-a4e0-bf15c5dd164a tempest-SecurityGroupRulesTestJSON-119313404 tempest-SecurityGroupRulesTestJSON-119313404-project-member] Enqueued Resource ID: e8f11e7e-98c4-4767-8c3d-603dd37d3139 with Priority: HIGHEST for action security_group_rules [ 609.837025] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f11e7e-98c4-4767-8c3d-603dd37d3139 with Priority: HIGHEST for action security_group_rules [ 609.837025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f11e7e-98c4-4767-8c3d-603dd37d3139 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.837025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f11e7e-98c4-4767-8c3d-603dd37d3139" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.837025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f11e7e-98c4-4767-8c3d-603dd37d3139" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.837025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f11e7e-98c4-4767-8c3d-603dd37d3139" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.837025] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f11e7e-98c4-4767-8c3d-603dd37d3139',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.056240] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-48dcc60e-0c15-4381-8d5f-6e0121ae287b taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.056240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.058363] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.060643] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad753216-feb7-41ea-98e5-4aa3c5959c44 with status ACTIVE [ 610.061120] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.061120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.061120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.061356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.061481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.061726] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.063578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.063578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.063578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.063578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.063578] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.063578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.063578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.063578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.063578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.063578] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad753216-feb7-41ea-98e5-4aa3c5959c44 is going to be updated. [ 610.088779] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.088921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.088989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.089298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.089369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.089822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad753216-feb7-41ea-98e5-4aa3c5959c44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.364460] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.365013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.368567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.368567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.368567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.368567] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f11e7e-98c4-4767-8c3d-603dd37d3139 already deleted. [ 610.368567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f11e7e-98c4-4767-8c3d-603dd37d3139" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.455083] env[65677]: INFO networking_nsxv3.common.synchronization [req-75e4a460-8bd4-4c23-8f00-1529c9346b49 req-10c13d5e-816a-41ec-b952-bec83440c463 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Enqueued Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_members [ 610.457300] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_members [ 610.457300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f46aabcd-aa49-4d08-83be-09f4fac0c223 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.457300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.457300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.457300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.457300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.457300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.457300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.457300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.457300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.457300] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.522652] env[65677]: INFO networking_nsxv3.common.synchronization [None req-04a87524-1957-4b9a-8485-0af43e1c1953 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_rules [ 610.523491] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_rules [ 610.523901] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.524113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.524113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.525411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.525882] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.561149] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.961658] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.961658] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.961658] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 already deleted. [ 610.961658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.995267] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0b06c1b0-7722-4314-a6f4-e0929da270dc tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_rules [ 610.996829] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_rules [ 610.997678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.997898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.052641] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.054955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.054955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.054955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.054955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.054955] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d already deleted. [ 611.054955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.054955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.054955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.054955] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.066069] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.068872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.068872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.068872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.068872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.068872] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b is going to be created. [ 611.096045] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.096045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.096045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.096045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.096045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.109957] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b in Status: UNINITIALIZED for 2s [ 611.226721] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.226934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-106" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.227063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-106" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.227407] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-106" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.227665] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.227822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.227935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.228684] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.228884] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.229140] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.229286] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.229436] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.229556] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.229682] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.229798] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.229954] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.251929] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.252382] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.252613] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.252859] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-106" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.253411] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-88c34579-305a-4844-8ea8-5ad367d77d24 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.253539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-88c34579-305a-4844-8ea8-5ad367d77d24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.253704] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-88c34579-305a-4844-8ea8-5ad367d77d24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.254101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-88c34579-305a-4844-8ea8-5ad367d77d24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.255020] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c34579-305a-4844-8ea8-5ad367d77d24',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.578600] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.578772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.578926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.579165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.579256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.579422] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d already deleted. [ 611.579488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.757084] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.757386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.757567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.757754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.757890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.758173] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 88c34579-305a-4844-8ea8-5ad367d77d24 not found, creating... [ 611.758316] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.758472] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.759353] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.759696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.759797] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.760032] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.760247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.760319] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.760563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.760642] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.760731] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 88c34579-305a-4844-8ea8-5ad367d77d24 is going to be created. [ 611.781573] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: SUCCESS [ 611.781889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.787181] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.787420] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.787538] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.787820] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.788066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.788382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-88c34579-305a-4844-8ea8-5ad367d77d24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.906444] env[65677]: INFO networking_nsxv3.common.synchronization [None req-55e0e8e3-4203-4327-83ca-e547a7a17b60 None None] Enqueued Resource ID: d81a28f5-c2e0-4fb0-9eca-04500fc51e53 with Priority: HIGHEST for action port [ 611.907065] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81a28f5-c2e0-4fb0-9eca-04500fc51e53 with Priority: HIGHEST for action port [ 611.907435] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d81a28f5-c2e0-4fb0-9eca-04500fc51e53 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.907560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d81a28f5-c2e0-4fb0-9eca-04500fc51e53" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.907625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d81a28f5-c2e0-4fb0-9eca-04500fc51e53" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.907876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d81a28f5-c2e0-4fb0-9eca-04500fc51e53" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.907956] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d81a28f5-c2e0-4fb0-9eca-04500fc51e53',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.410604] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d81a28f5-c2e0-4fb0-9eca-04500fc51e53 [ 612.411016] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.411301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.412050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.412050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.412050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.412050] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d81a28f5-c2e0-4fb0-9eca-04500fc51e53 already deleted. [ 612.412050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d81a28f5-c2e0-4fb0-9eca-04500fc51e53" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.571058] env[65677]: INFO networking_nsxv3.common.synchronization [req-2bbc3575-bc90-4010-a100-72cf70208b70 req-c6e89bce-7c28-4a20-a0dd-38b07981b227 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Enqueued Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGHEST for action security_group_members [ 612.571058] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGHEST for action security_group_members [ 612.571726] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0425ecf3-076a-44d8-8bfa-88db0a67af8f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.571726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.571726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.573437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.573437] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.573437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.573437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.573437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.573437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.573437] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.583577] env[65677]: INFO networking_nsxv3.common.synchronization [req-75e4a460-8bd4-4c23-8f00-1529c9346b49 req-7d638078-cf0d-41e2-befa-09195624b3e7 service nova] Enqueued Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_rules [ 612.583765] env[65677]: INFO networking_nsxv3.common.synchronization [req-75e4a460-8bd4-4c23-8f00-1529c9346b49 req-7d638078-cf0d-41e2-befa-09195624b3e7 service nova] Enqueued Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_members [ 612.583893] env[65677]: INFO networking_nsxv3.common.synchronization [req-75e4a460-8bd4-4c23-8f00-1529c9346b49 req-7d638078-cf0d-41e2-befa-09195624b3e7 service nova] Enqueued Resource ID: 88c34579-305a-4844-8ea8-5ad367d77d24 with Priority: HIGHEST for action port [ 612.584743] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_rules [ 612.586738] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_members [ 612.586738] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c34579-305a-4844-8ea8-5ad367d77d24 with Priority: HIGHEST for action port [ 612.586738] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f46aabcd-aa49-4d08-83be-09f4fac0c223 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.586738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.586738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.586738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.586738] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.587214] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f46aabcd-aa49-4d08-83be-09f4fac0c223 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.587257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.587851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.587851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.587851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.587851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.587851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.588114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.588114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.588307] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.588980] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c34579-305a-4844-8ea8-5ad367d77d24 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.589126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c34579-305a-4844-8ea8-5ad367d77d24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.589192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c34579-305a-4844-8ea8-5ad367d77d24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.589785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c34579-305a-4844-8ea8-5ad367d77d24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.589785] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c34579-305a-4844-8ea8-5ad367d77d24',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.075612] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.075873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.075951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.076187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.076288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.076476] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.076571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.076634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.076778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.076870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.076930] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f is going to be updated. [ 613.092167] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f46aabcd-aa49-4d08-83be-09f4fac0c223 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.092376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.092664] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.093828] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88c34579-305a-4844-8ea8-5ad367d77d24 with status ACTIVE [ 613.095016] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.095016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.095016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.095016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.095016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.095290] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.095290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.095290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.095453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.095533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.095777] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.095898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.095986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.096228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.096360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.096507] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88c34579-305a-4844-8ea8-5ad367d77d24 is going to be updated. [ 613.129482] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.129775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.129775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.129914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.130029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.130184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c34579-305a-4844-8ea8-5ad367d77d24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.131562] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.131562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.131562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.131843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.131945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.133631] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b in Status: SUCCESS [ 613.133801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.134317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.134622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.134703] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.134808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.134880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.134992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.135080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.135155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.135239] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.143332] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f in Status: IN_PROGRESS for 2s [ 613.264671] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba400799-8ea3-44ee-b969-7f5eb848bc60 req-4f23f102-3c98-4862-9d00-2dae21b4fb91 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 613.265276] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 613.265583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.265716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.265792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.265992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.266621] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.266729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.266864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.266987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.267181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.267284] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.599455] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.639821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-48dcc60e-0c15-4381-8d5f-6e0121ae287b taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.639821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.639821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-48dcc60e-0c15-4381-8d5f-6e0121ae287b taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.639821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.639821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.640585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.640585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.640585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.640585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.640585] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.770767] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.771066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.771066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.771296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.771359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.771522] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.771654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.771714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.771824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.771941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.771991] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 is going to be updated. [ 613.803943] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.804220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.804220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.804414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.804508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.819822] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: IN_PROGRESS for 2s [ 613.962237] env[65677]: INFO networking_nsxv3.common.synchronization [req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 req-21589d02-e084-471d-b691-9fd67d246c1e tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Enqueued Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_members [ 613.962830] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_members [ 613.963412] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe97e2a-12af-48d3-a64e-adb170736953 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.963412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.963412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.963595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.963761] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.963825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.963968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.964145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.964198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.964266] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.104020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.104020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.104020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.104020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.104020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.104020] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 is going to be created. [ 614.136064] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.136929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.136929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.136929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.137337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.141911] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48dcc60e-0c15-4381-8d5f-6e0121ae287b: rpc.has_security_group_logging(os_id): False [ 614.151826] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 in Status: UNINITIALIZED for 2s [ 614.163936] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.164268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.164362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.164613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.164704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.165286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.165286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.165286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.165447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.165447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.165630] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.165730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.165799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.165946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.166259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.166514] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.166619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.166697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.167242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.167242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.167242] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b is going to be created. [ 614.247546] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.247933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.248150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.248605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.248818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.260267] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b in Status: IN_PROGRESS for 2s [ 614.354975] env[65677]: INFO networking_nsxv3.common.synchronization [None req-90f1795a-e46b-4396-a7ce-4614861b65b0 None None] Enqueued Resource ID: c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde with Priority: HIGHEST for action port [ 614.358303] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde with Priority: HIGHEST for action port [ 614.360460] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.360825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.360910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.361698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.361698] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.466739] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.466917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.466958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.467220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.467308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.467545] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.467676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.467742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.467910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.467988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.468110] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe97e2a-12af-48d3-a64e-adb170736953 already deleted. [ 614.468157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.859197] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.860761] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-940" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.860959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-940" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.861402] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-940" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.861811] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.862067] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.862238] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.862539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.862739] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.863035] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.863184] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.863370] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.863551] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.863736] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.865468] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.865468] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.866684] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde [ 614.866966] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.867176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.867273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.867538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.867677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.867822] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde already deleted. [ 614.867958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c5d5a9-05f0-4d87-9c69-7dc06d04ecde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.888873] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.888873] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.889137] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.889189] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-940" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.889461] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-e0a7740e-f8d9-4ba0-b839-658b5355aed2 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.889636] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-e0a7740e-f8d9-4ba0-b839-658b5355aed2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.889968] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-e0a7740e-f8d9-4ba0-b839-658b5355aed2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.890102] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-e0a7740e-f8d9-4ba0-b839-658b5355aed2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.890234] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a7740e-f8d9-4ba0-b839-658b5355aed2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.154848] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f in Status: SUCCESS [ 615.155085] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f deletion is rescheduled due to dependency. [ 615.155210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.227684] env[65677]: INFO networking_nsxv3.common.synchronization [None req-83245095-aaf1-4141-ad74-27749f53d7af None None] Enqueued Resource ID: 78630e1c-1657-4b32-9d52-f06b3bc60c6d with Priority: HIGHEST for action port [ 615.231181] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78630e1c-1657-4b32-9d52-f06b3bc60c6d with Priority: HIGHEST for action port [ 615.231181] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-78630e1c-1657-4b32-9d52-f06b3bc60c6d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.231181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78630e1c-1657-4b32-9d52-f06b3bc60c6d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.231181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78630e1c-1657-4b32-9d52-f06b3bc60c6d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.231181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78630e1c-1657-4b32-9d52-f06b3bc60c6d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.231181] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78630e1c-1657-4b32-9d52-f06b3bc60c6d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.393451] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.393613] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.393737] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.394013] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.394237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.394295] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port e0a7740e-f8d9-4ba0-b839-658b5355aed2 not found, creating... [ 615.394594] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.394769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.394885] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.395114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.395248] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.395681] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.395794] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.395839] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.396039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.396172] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.396314] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: e0a7740e-f8d9-4ba0-b839-658b5355aed2 is going to be created. [ 615.418063] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.418284] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.418399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.418664] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.418879] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.419119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-e0a7740e-f8d9-4ba0-b839-658b5355aed2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.732325] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78630e1c-1657-4b32-9d52-f06b3bc60c6d [ 615.732572] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.732713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.732805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.733058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.733154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.733262] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78630e1c-1657-4b32-9d52-f06b3bc60c6d already deleted. [ 615.733334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78630e1c-1657-4b32-9d52-f06b3bc60c6d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.835822] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: SUCCESS [ 615.836167] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 deletion is rescheduled due to dependency. [ 615.836534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.156287] env[65677]: INFO networking_nsxv3.common.synchronization [req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 req-740d01e0-1122-43c8-94a0-c0daaedae209 service nova] Enqueued Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_rules [ 616.156612] env[65677]: INFO networking_nsxv3.common.synchronization [req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 req-740d01e0-1122-43c8-94a0-c0daaedae209 service nova] Enqueued Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_members [ 616.156612] env[65677]: INFO networking_nsxv3.common.synchronization [req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 req-740d01e0-1122-43c8-94a0-c0daaedae209 service nova] Enqueued Resource ID: e0a7740e-f8d9-4ba0-b839-658b5355aed2 with Priority: HIGHEST for action port [ 616.157302] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_rules [ 616.157461] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_members [ 616.157635] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a7740e-f8d9-4ba0-b839-658b5355aed2 with Priority: HIGHEST for action port [ 616.157915] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe97e2a-12af-48d3-a64e-adb170736953 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.158139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.158241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.158467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.158585] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.159450] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe97e2a-12af-48d3-a64e-adb170736953 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.160535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.160535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.160535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.161807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.162164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.162164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.162389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.162504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.165069] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.165069] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0a7740e-f8d9-4ba0-b839-658b5355aed2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.165069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0a7740e-f8d9-4ba0-b839-658b5355aed2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.165069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0a7740e-f8d9-4ba0-b839-658b5355aed2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.165342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0a7740e-f8d9-4ba0-b839-658b5355aed2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.165342] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a7740e-f8d9-4ba0-b839-658b5355aed2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.167168] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 in Status: SUCCESS [ 616.169273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.169273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.169273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.169273] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.169273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.169273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.169273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.169856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.169856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.170018] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.236647] env[65677]: INFO networking_nsxv3.common.synchronization [None req-2e9dfc15-d57d-42eb-b126-3d8a95bce152 None None] Enqueued Resource ID: 8cc89819-41fb-41d7-8761-3b00e807001f with Priority: HIGHEST for action port [ 616.237237] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc89819-41fb-41d7-8761-3b00e807001f with Priority: HIGHEST for action port [ 616.237549] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cc89819-41fb-41d7-8761-3b00e807001f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.237669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cc89819-41fb-41d7-8761-3b00e807001f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.237745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cc89819-41fb-41d7-8761-3b00e807001f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.238495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cc89819-41fb-41d7-8761-3b00e807001f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.240768] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cc89819-41fb-41d7-8761-3b00e807001f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.276533] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b in Status: SUCCESS [ 616.276854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.668517] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe97e2a-12af-48d3-a64e-adb170736953 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.668670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.668833] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.672474] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0a7740e-f8d9-4ba0-b839-658b5355aed2 with status ACTIVE [ 616.672985] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.672985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.672985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.674026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.674301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.674529] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.675234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.675234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.675515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.675515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.676392] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.676634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.676634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.676870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.677064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.677146] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0a7740e-f8d9-4ba0-b839-658b5355aed2 is going to be updated. [ 616.681328] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.706422] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.706676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.706676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.706820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.706961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.707151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0a7740e-f8d9-4ba0-b839-658b5355aed2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.744439] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cc89819-41fb-41d7-8761-3b00e807001f [ 616.744806] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.748392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.748392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.748392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.748392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.748392] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cc89819-41fb-41d7-8761-3b00e807001f already deleted. [ 616.748392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cc89819-41fb-41d7-8761-3b00e807001f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.939294] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee req-a5dccaec-5b5a-4557-84c4-64faf0ecb16b tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Enqueued Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGHEST for action security_group_members [ 616.939294] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGHEST for action security_group_members [ 616.939294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e152feb7-1570-40ce-a27e-e32d441706b0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.939294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.939294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.939294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.941285] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.941285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.941285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.941285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.941285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.941285] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.171800] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.184080] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f46aabcd-aa49-4d08-83be-09f4fac0c223: rpc.has_security_group_logging(os_id): False [ 617.203903] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.204148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.204148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.204922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.204922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.205116] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.205205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.205256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.205502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.205689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.205745] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 is going to be created. [ 617.284657] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.284857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.284933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.285172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.285353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.288912] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.289128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.289227] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.289510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.289740] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.289890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.290008] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.290223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.290359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.290595] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.290654] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.290757] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.290858] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.290966] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.291072] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.291208] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.300810] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 in Status: IN_PROGRESS for 2s [ 617.311740] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.311892] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.312033] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.312201] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.312507] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-b27727c9-f4db-4d02-94fd-077e85eb0828 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.312676] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-b27727c9-f4db-4d02-94fd-077e85eb0828" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.312875] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-b27727c9-f4db-4d02-94fd-077e85eb0828" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.313240] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-b27727c9-f4db-4d02-94fd-077e85eb0828" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.313641] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27727c9-f4db-4d02-94fd-077e85eb0828',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.445022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.445267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.445381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.445686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.445822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.446160] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.446324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.446420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.446666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.446779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.446917] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e152feb7-1570-40ce-a27e-e32d441706b0 already deleted. [ 617.447058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.596586] env[65677]: INFO networking_nsxv3.common.synchronization [None req-842dcda2-78af-4919-a4ce-7da930ee1780 None None] Enqueued Resource ID: fc3dece3-b6c5-485a-aee4-248cfff0fbdf with Priority: HIGHEST for action port [ 617.599107] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3dece3-b6c5-485a-aee4-248cfff0fbdf with Priority: HIGHEST for action port [ 617.602678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc3dece3-b6c5-485a-aee4-248cfff0fbdf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.602678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc3dece3-b6c5-485a-aee4-248cfff0fbdf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.602678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc3dece3-b6c5-485a-aee4-248cfff0fbdf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.602678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc3dece3-b6c5-485a-aee4-248cfff0fbdf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.602678] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc3dece3-b6c5-485a-aee4-248cfff0fbdf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.679494] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.679494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.679924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.680533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.680684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.680859] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe97e2a-12af-48d3-a64e-adb170736953 is going to be created. [ 617.734934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.736015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.736015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.736015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.736015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.757218] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe97e2a-12af-48d3-a64e-adb170736953 in Status: UNINITIALIZED for 2s [ 617.816494] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.816748] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.816879] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.817232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.817391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.818040] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port b27727c9-f4db-4d02-94fd-077e85eb0828 not found, creating... [ 617.818040] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.818040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.818267] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.818383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.818645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.818904] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.819407] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.819607] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.820889] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.821206] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.821357] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: b27727c9-f4db-4d02-94fd-077e85eb0828 is going to be created. [ 617.856387] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.856387] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.856527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.856792] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.857117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.857372] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-b27727c9-f4db-4d02-94fd-077e85eb0828" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.104147] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc3dece3-b6c5-485a-aee4-248cfff0fbdf [ 618.104147] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.104147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.104147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.104147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.104147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.104147] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc3dece3-b6c5-485a-aee4-248cfff0fbdf already deleted. [ 618.104147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc3dece3-b6c5-485a-aee4-248cfff0fbdf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.722923] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee req-3c3b28ce-4e3a-4b15-927d-ab3c2c2f01fb service nova] Enqueued Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGHEST for action security_group_rules [ 618.723335] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee req-3c3b28ce-4e3a-4b15-927d-ab3c2c2f01fb service nova] Enqueued Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGHEST for action security_group_members [ 618.723335] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee req-3c3b28ce-4e3a-4b15-927d-ab3c2c2f01fb service nova] Enqueued Resource ID: b27727c9-f4db-4d02-94fd-077e85eb0828 with Priority: HIGHEST for action port [ 618.728037] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGHEST for action security_group_rules [ 618.728037] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGHEST for action security_group_members [ 618.728037] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27727c9-f4db-4d02-94fd-077e85eb0828 with Priority: HIGHEST for action port [ 618.728037] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e152feb7-1570-40ce-a27e-e32d441706b0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.728037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.728037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.728037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.728037] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.728791] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e152feb7-1570-40ce-a27e-e32d441706b0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.728923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.728990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.729193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.729342] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.729436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.729505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.729634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.729712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.729807] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.733874] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b27727c9-f4db-4d02-94fd-077e85eb0828 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.734153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b27727c9-f4db-4d02-94fd-077e85eb0828" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.734153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b27727c9-f4db-4d02-94fd-077e85eb0828" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.734321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b27727c9-f4db-4d02-94fd-077e85eb0828" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.734413] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27727c9-f4db-4d02-94fd-077e85eb0828',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.092771] env[65677]: INFO networking_nsxv3.common.synchronization [req-17b15acd-ef36-4c61-bf17-17c634848357 req-aa6a438d-8393-4315-8e98-8d11d5617ca3 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Enqueued Resource ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 with Priority: HIGHEST for action security_group_members [ 619.092940] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 with Priority: HIGHEST for action security_group_members [ 619.093884] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.094040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.094094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.094300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.094456] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.094578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.094647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.094815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.094921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.095040] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d220cd24-dbd8-4a0c-a8e7-e0704e3092e0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.237485] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e152feb7-1570-40ce-a27e-e32d441706b0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.237485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.237485] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.240084] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b27727c9-f4db-4d02-94fd-077e85eb0828 with status ACTIVE [ 619.240084] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.240084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.240084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.240084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.240084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.240084] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.240084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.240084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.240084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.240518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.240518] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.240590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.240619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.242221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.242221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.242221] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b27727c9-f4db-4d02-94fd-077e85eb0828 is going to be updated. [ 619.268826] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.268938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.268938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.269903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.269903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.269903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b27727c9-f4db-4d02-94fd-077e85eb0828" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.316954] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 in Status: SUCCESS [ 619.316954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.597678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.598020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.598135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.598449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.598586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.598856] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.599009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.599110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.599320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.599430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.599552] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 is going to be updated. [ 619.646826] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.647047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.647155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.647435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.647635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.660185] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 in Status: IN_PROGRESS for 2s [ 619.684680] env[65677]: INFO networking_nsxv3.common.synchronization [None req-2fc7a39f-2601-4cf2-b020-ca6d21151cf4 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_rules [ 619.684680] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_rules [ 619.684858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.685343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.685343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.685608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.685608] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.745052] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.773972] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe97e2a-12af-48d3-a64e-adb170736953 in Status: SUCCESS [ 619.774186] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.774358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.774601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.774781] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.774953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.775048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.775311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.775370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.775460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.775569] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.810887] env[65677]: INFO networking_nsxv3.common.synchronization [None req-1a55a2ab-4ebc-4c30-bf38-3db8fb736ad2 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_rules [ 619.813030] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_rules [ 619.813030] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.813030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.206037] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.206254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.206318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.206529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.206658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.206710] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 already deleted. [ 620.206795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.206946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.207141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.207197] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.247034] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.247034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.247034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.247034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.247034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.247397] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e152feb7-1570-40ce-a27e-e32d441706b0 is going to be created. [ 620.273477] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.273477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.273477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.273477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.273477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.278827] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.295034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e152feb7-1570-40ce-a27e-e32d441706b0 in Status: UNINITIALIZED for 2s [ 620.735024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.735024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.735024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.735024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.735024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.735024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 already deleted. [ 620.735024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.782848] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbe97e2a-12af-48d3-a64e-adb170736953: rpc.has_security_group_logging(os_id): False [ 620.806377] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.808405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.808405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.808405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.809639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.809639] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.809639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.809639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.809639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.809639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.809639] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe97e2a-12af-48d3-a64e-adb170736953 is going to be created. [ 620.954527] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.954527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.954769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.954999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.955211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.974541] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbe97e2a-12af-48d3-a64e-adb170736953 in Status: IN_PROGRESS for 2s [ 621.671403] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 in Status: SUCCESS [ 621.671594] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d220cd24-dbd8-4a0c-a8e7-e0704e3092e0 deletion is rescheduled due to dependency. [ 621.671707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d220cd24-dbd8-4a0c-a8e7-e0704e3092e0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.099320] env[65677]: INFO networking_nsxv3.common.synchronization [req-19dd2457-e1f0-4583-99cc-cf6a3feb5b25 req-c715792c-83ea-4c6d-bf7d-94d21707bc0d tempest-SecurityGroupRulesTestJSON-119313404 tempest-SecurityGroupRulesTestJSON-119313404-project-member] Enqueued Resource ID: 456a9c2e-d0dd-4872-80f9-ec59cd7821b5 with Priority: HIGHEST for action security_group_rules [ 622.100222] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456a9c2e-d0dd-4872-80f9-ec59cd7821b5 with Priority: HIGHEST for action security_group_rules [ 622.100676] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-456a9c2e-d0dd-4872-80f9-ec59cd7821b5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.100793] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-456a9c2e-d0dd-4872-80f9-ec59cd7821b5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.101209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-456a9c2e-d0dd-4872-80f9-ec59cd7821b5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.101288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-456a9c2e-d0dd-4872-80f9-ec59cd7821b5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.101382] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('456a9c2e-d0dd-4872-80f9-ec59cd7821b5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.308745] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e152feb7-1570-40ce-a27e-e32d441706b0 in Status: SUCCESS [ 622.310459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.310459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.310459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.310459] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.310459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.310459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.310459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.310459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.310459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.311036] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.631235] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.631348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.631385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.631754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.631754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.631942] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 456a9c2e-d0dd-4872-80f9-ec59cd7821b5 already deleted. [ 622.631942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-456a9c2e-d0dd-4872-80f9-ec59cd7821b5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.815210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e152feb7-1570-40ce-a27e-e32d441706b0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.815210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.815210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.815450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.815576] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.815676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.815745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.815977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.816083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.816185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.816349] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e152feb7-1570-40ce-a27e-e32d441706b0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.816450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.816511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.816660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.816796] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.816890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.816974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.817237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.817331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.817447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.817536] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.989577] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbe97e2a-12af-48d3-a64e-adb170736953 in Status: SUCCESS [ 622.989844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.324714] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e152feb7-1570-40ce-a27e-e32d441706b0: rpc.has_security_group_logging(os_id): False [ 623.346377] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.346532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.346657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.346809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.346899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.347147] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.347237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.347309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.347452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.347543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.347705] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.347798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.347848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.348054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.348054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.348246] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.348338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.348404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.348532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.348602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.348685] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e152feb7-1570-40ce-a27e-e32d441706b0 is going to be created. [ 623.418065] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.418164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.418252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.418456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.418639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.432976] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e152feb7-1570-40ce-a27e-e32d441706b0 in Status: IN_PROGRESS for 2s [ 624.190121] env[65677]: INFO networking_nsxv3.common.synchronization [None req-21d6e047-43bc-4ccd-adc3-0bd959de425a None None] Enqueued Resource ID: c0f9dc43-d792-4dc0-961a-e5153870994e with Priority: HIGHEST for action port [ 624.193479] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f9dc43-d792-4dc0-961a-e5153870994e with Priority: HIGHEST for action port [ 624.193865] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0f9dc43-d792-4dc0-961a-e5153870994e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.194083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0f9dc43-d792-4dc0-961a-e5153870994e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.194083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0f9dc43-d792-4dc0-961a-e5153870994e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.194354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0f9dc43-d792-4dc0-961a-e5153870994e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.194429] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f9dc43-d792-4dc0-961a-e5153870994e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.697466] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0f9dc43-d792-4dc0-961a-e5153870994e [ 624.697466] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.697466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.697466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.697466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.697466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.697466] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0f9dc43-d792-4dc0-961a-e5153870994e already deleted. [ 624.697466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0f9dc43-d792-4dc0-961a-e5153870994e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.455214] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e152feb7-1570-40ce-a27e-e32d441706b0 in Status: SUCCESS [ 625.455439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.038487] env[65677]: INFO networking_nsxv3.common.synchronization [req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 req-0078da1f-b95a-433d-a79f-6517bdf1beb5 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 626.039048] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 626.039356] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.039475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.039538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.044034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.044661] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.044867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.044953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.045179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.045274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.045374] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.521805] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.523946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.523946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.523946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.523946] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.523946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.523946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.523946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.523946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.523946] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.524468] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.524692] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.525689] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.525929] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.528490] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.528490] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.549406] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.549406] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.549406] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e already deleted. [ 626.549406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.550239] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.550239] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.550239] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.550399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.550651] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.550816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.551618] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.551618] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.551618] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bfd32e1-e339-43a9-9fa2-905a5fd96de7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.571934] env[65677]: INFO networking_nsxv3.common.synchronization [None req-d4032a26-99c5-4126-b529-2bf3d73c92bf None None] Enqueued Resource ID: 43bf4830-0574-4213-afc8-52e0f36f9863 with Priority: HIGHEST for action port [ 626.571934] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bf4830-0574-4213-afc8-52e0f36f9863 with Priority: HIGHEST for action port [ 626.572199] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-43bf4830-0574-4213-afc8-52e0f36f9863 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.572273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43bf4830-0574-4213-afc8-52e0f36f9863" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.572349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43bf4830-0574-4213-afc8-52e0f36f9863" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.572604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43bf4830-0574-4213-afc8-52e0f36f9863" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.572686] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43bf4830-0574-4213-afc8-52e0f36f9863',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.054036] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.054529] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.054529] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.054755] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.054966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.055155] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 not found, creating... [ 627.055465] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.055700] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.055819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.056097] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.056235] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.056634] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.056733] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.056794] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.057020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.057151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.057292] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 is going to be created. [ 627.075180] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43bf4830-0574-4213-afc8-52e0f36f9863 [ 627.075405] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.075540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.075610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.075824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.075932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.076057] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43bf4830-0574-4213-afc8-52e0f36f9863 already deleted. [ 627.076146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43bf4830-0574-4213-afc8-52e0f36f9863" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.082401] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.082599] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.082717] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.082993] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.083227] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.083441] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.104454] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a234ad58-e88b-45ca-bfd1-f1332fd0ebb8 None None] Enqueued Resource ID: 37b0de0d-382b-4fae-9f92-d4876002c9a1 with Priority: HIGHEST for action port [ 627.104454] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b0de0d-382b-4fae-9f92-d4876002c9a1 with Priority: HIGHEST for action port [ 627.105018] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-37b0de0d-382b-4fae-9f92-d4876002c9a1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.105630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37b0de0d-382b-4fae-9f92-d4876002c9a1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.105630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37b0de0d-382b-4fae-9f92-d4876002c9a1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.106583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37b0de0d-382b-4fae-9f92-d4876002c9a1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.106583] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b0de0d-382b-4fae-9f92-d4876002c9a1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.608750] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37b0de0d-382b-4fae-9f92-d4876002c9a1 [ 627.609121] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.609327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.609426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.609661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.609760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.609857] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37b0de0d-382b-4fae-9f92-d4876002c9a1 already deleted. [ 627.609939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37b0de0d-382b-4fae-9f92-d4876002c9a1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.861081] env[65677]: INFO networking_nsxv3.common.synchronization [req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 req-ed559420-8762-4b6a-86b2-f5112ad44a5f service nova] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_rules [ 627.861260] env[65677]: INFO networking_nsxv3.common.synchronization [req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 req-ed559420-8762-4b6a-86b2-f5112ad44a5f service nova] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 627.861390] env[65677]: INFO networking_nsxv3.common.synchronization [req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 req-ed559420-8762-4b6a-86b2-f5112ad44a5f service nova] Enqueued Resource ID: 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 with Priority: HIGHEST for action port [ 627.862037] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_rules [ 627.862786] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 627.862786] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 with Priority: HIGHEST for action port [ 627.862786] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.863234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.864037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.864037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.864037] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.865193] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.865297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.865503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.865842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.866040] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.866147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.866209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.866363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.866446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.866832] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.868909] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.868909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.868909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.868909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.868909] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bfd32e1-e339-43a9-9fa2-905a5fd96de7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.370637] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.370944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.371142] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.372413] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 with status ACTIVE [ 628.372704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.372863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.372964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.373290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.373410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.373686] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.373837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.373929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.376175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.376351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.376724] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.376909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.377041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.377995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.378137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.378273] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 is going to be updated. [ 628.412895] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.414725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.414954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.415205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.416143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.416143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bfd32e1-e339-43a9-9fa2-905a5fd96de7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.845110] env[65677]: INFO networking_nsxv3.common.synchronization [req-ac0df45c-58c4-4348-bea1-f7e215e20350 req-45809b4d-68ae-4f2a-9622-d544dcc5e767 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 628.845797] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 628.846232] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.846372] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.846456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.846768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.846935] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.847370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.847455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.847661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.847762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.847896] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.881863] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.293579] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.293778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-356" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.293994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-356" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.294325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-356" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.294573] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.294725] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.295021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.295192] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.295335] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.295788] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.295913] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.296306] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.296306] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.296411] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.296512] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.296634] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.315439] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.315583] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.315833] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.315917] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-356" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.316292] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-a661bff0-f4f4-4e45-8c94-fd733b49be08 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.316467] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-a661bff0-f4f4-4e45-8c94-fd733b49be08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.316552] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-a661bff0-f4f4-4e45-8c94-fd733b49be08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.316882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-a661bff0-f4f4-4e45-8c94-fd733b49be08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.317145] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a661bff0-f4f4-4e45-8c94-fd733b49be08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.351503] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.351723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.351723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.351930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.352025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.352220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.352329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.352390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.352615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.352615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.352761] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d already deleted. [ 629.352761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.384274] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.384274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.384274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.384707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.384707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.384707] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be created. [ 629.410870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.411118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.411234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.411544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.411760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.424306] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: UNINITIALIZED for 2s [ 629.686527] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a5311ccf-50b6-49fb-8d5e-9932c1ee114c None None] Enqueued Resource ID: 5e1f8e8b-b37e-4961-99a8-7d11948c4d26 with Priority: HIGHEST for action port [ 629.687117] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1f8e8b-b37e-4961-99a8-7d11948c4d26 with Priority: HIGHEST for action port [ 629.687766] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1f8e8b-b37e-4961-99a8-7d11948c4d26 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.687766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1f8e8b-b37e-4961-99a8-7d11948c4d26" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.687766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1f8e8b-b37e-4961-99a8-7d11948c4d26" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.688126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1f8e8b-b37e-4961-99a8-7d11948c4d26" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.688126] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1f8e8b-b37e-4961-99a8-7d11948c4d26',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.819844] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.823019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.823019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.823019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.823019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.823019] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port a661bff0-f4f4-4e45-8c94-fd733b49be08 not found, creating... [ 629.823019] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.823019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.823019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.823019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.823019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.823412] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.823412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.823571] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.823870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.824121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.824355] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: a661bff0-f4f4-4e45-8c94-fd733b49be08 is going to be created. [ 629.852412] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.852412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.852412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.852412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.852412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.852412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-a661bff0-f4f4-4e45-8c94-fd733b49be08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.190335] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e1f8e8b-b37e-4961-99a8-7d11948c4d26 [ 630.190581] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.190721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.190792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.191067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.191168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.191277] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e1f8e8b-b37e-4961-99a8-7d11948c4d26 already deleted. [ 630.191356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1f8e8b-b37e-4961-99a8-7d11948c4d26" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.590222] env[65677]: INFO networking_nsxv3.common.synchronization [req-ac0df45c-58c4-4348-bea1-f7e215e20350 req-78406196-5dbf-49f2-96d9-9672d2ad4f08 service nova] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_rules [ 630.590445] env[65677]: INFO networking_nsxv3.common.synchronization [req-ac0df45c-58c4-4348-bea1-f7e215e20350 req-78406196-5dbf-49f2-96d9-9672d2ad4f08 service nova] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 630.590525] env[65677]: INFO networking_nsxv3.common.synchronization [req-ac0df45c-58c4-4348-bea1-f7e215e20350 req-78406196-5dbf-49f2-96d9-9672d2ad4f08 service nova] Enqueued Resource ID: a661bff0-f4f4-4e45-8c94-fd733b49be08 with Priority: HIGHEST for action port [ 630.591122] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_rules [ 630.591513] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 630.591513] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661bff0-f4f4-4e45-8c94-fd733b49be08 with Priority: HIGHEST for action port [ 630.591666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.591761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.591829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.598179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.598179] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.598179] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.598179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.598179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.598179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.598179] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.598179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.598179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.598179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.599130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.599130] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.600884] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-a661bff0-f4f4-4e45-8c94-fd733b49be08 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.600884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a661bff0-f4f4-4e45-8c94-fd733b49be08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.600884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a661bff0-f4f4-4e45-8c94-fd733b49be08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.600884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a661bff0-f4f4-4e45-8c94-fd733b49be08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.600884] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a661bff0-f4f4-4e45-8c94-fd733b49be08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.883897] env[65677]: INFO networking_nsxv3.common.synchronization [req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 req-8b5b5597-8782-45ee-86dc-0c6005555406 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Enqueued Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGHEST for action security_group_members [ 630.885221] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGHEST for action security_group_members [ 630.885711] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd561186-01a9-4972-8ae2-3af3c9340972 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.885957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.886043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.886328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.886574] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.886729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.886832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.887088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.887398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.887398] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.102354] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.103630] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.103817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.104353] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a661bff0-f4f4-4e45-8c94-fd733b49be08 with status ACTIVE [ 631.104353] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.104353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.104353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.105754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.105754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.106385] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.106513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.106585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.106782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.106864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.107079] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.108429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.108429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.108429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.108429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.108429] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a661bff0-f4f4-4e45-8c94-fd733b49be08 is going to be updated. [ 631.140845] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.141016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.141137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.141399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.141538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.141756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a661bff0-f4f4-4e45-8c94-fd733b49be08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.391019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.391217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.391318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.394510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.394510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.394510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.394510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.394510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.394510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.394510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.394510] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd561186-01a9-4972-8ae2-3af3c9340972 is going to be updated. [ 631.429064] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.429266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.429329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.429490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.429625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.443767] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd561186-01a9-4972-8ae2-3af3c9340972 in Status: IN_PROGRESS for 2s [ 631.444616] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 631.444711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.444836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.445098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.445357] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.445460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.445849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.445849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.445849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.445849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.446074] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.610787] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.948333] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.948552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.948552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.948821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.948972] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.949129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.949129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.949527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.949527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.949527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.949527] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.950933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.950933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.950933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.950933] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.950933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.950933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.950933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.950933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.950933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.950933] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.114368] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.114654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.115534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.115534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.115534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.115534] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d is going to be created. [ 632.144148] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.144648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.144820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.145389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.145666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.157792] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: UNINITIALIZED for 2s [ 632.453398] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6c7d073-1c0b-4c11-b226-73c309b4fd2e: rpc.has_security_group_logging(os_id): False [ 632.474117] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.474329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.474388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.474722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.474865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.475189] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.475351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.475465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.475686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.475808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.476129] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.476415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.476415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.476543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.476543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.476726] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.476805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.476864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.477019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.477115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.477222] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be created. [ 632.558357] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.558547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.558547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.558735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.558934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.573319] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 632.999376] env[65677]: INFO networking_nsxv3.common.synchronization [req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 req-bb72adac-36ea-4d8d-8454-a7356fed5645 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Enqueued Resource ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 with Priority: HIGHEST for action security_group_members [ 633.000254] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 with Priority: HIGHEST for action security_group_members [ 633.000753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.001077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.001290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.001650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.001941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.002200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.002376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.002650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.002853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.003081] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.458283] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd561186-01a9-4972-8ae2-3af3c9340972 in Status: SUCCESS [ 633.458590] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd561186-01a9-4972-8ae2-3af3c9340972 deletion is rescheduled due to dependency. [ 633.458590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.489069] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.489314] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-348" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.489401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-348" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.489706] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-348" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.489979] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.490148] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.490260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.490471] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.490608] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.490796] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.490901] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.491010] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.491191] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.491313] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.491412] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.491534] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.506084] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.506084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.506084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.506084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.506084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.506362] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.506362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.506362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.506474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.506552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.506634] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 already deleted. [ 633.506709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.510511] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.511054] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.511054] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.511054] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-348" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.511314] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-d3722ba9-be68-44d3-8fbb-55f407caec55 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.511496] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-d3722ba9-be68-44d3-8fbb-55f407caec55" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.511612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-d3722ba9-be68-44d3-8fbb-55f407caec55" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.511882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-d3722ba9-be68-44d3-8fbb-55f407caec55" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.512030] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3722ba9-be68-44d3-8fbb-55f407caec55',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.982435] env[65677]: INFO networking_nsxv3.common.synchronization [None req-97acb4a6-b9ce-4d42-bb14-e2af972c954c None None] Enqueued Resource ID: 2e408a2f-d03c-4d3d-9eda-783b3a9da81a with Priority: HIGHEST for action port [ 633.982435] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e408a2f-d03c-4d3d-9eda-783b3a9da81a with Priority: HIGHEST for action port [ 633.982435] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e408a2f-d03c-4d3d-9eda-783b3a9da81a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.982435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e408a2f-d03c-4d3d-9eda-783b3a9da81a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.982904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e408a2f-d03c-4d3d-9eda-783b3a9da81a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.983739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e408a2f-d03c-4d3d-9eda-783b3a9da81a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.984153] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e408a2f-d03c-4d3d-9eda-783b3a9da81a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.016423] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.016423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.016423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.016423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.016423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.016423] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port d3722ba9-be68-44d3-8fbb-55f407caec55 not found, creating... [ 634.016423] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.016423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.016423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.016423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.016423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.017208] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.017208] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.017208] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.019252] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.019252] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.019252] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: d3722ba9-be68-44d3-8fbb-55f407caec55 is going to be created. [ 634.045242] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.045475] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.049025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.049025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.049025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.049025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-d3722ba9-be68-44d3-8fbb-55f407caec55" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.181345] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: SUCCESS [ 634.181642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.181877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.182140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.182342] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.182466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.182527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.182690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.182771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.182896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.183010] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.488042] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e408a2f-d03c-4d3d-9eda-783b3a9da81a [ 634.488734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.488734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.488734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.488913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.488913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.489181] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e408a2f-d03c-4d3d-9eda-783b3a9da81a already deleted. [ 634.489878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e408a2f-d03c-4d3d-9eda-783b3a9da81a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.586618] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 634.587351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.685945] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.783739] env[65677]: INFO networking_nsxv3.common.synchronization [req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 req-86802381-9b92-422f-a0c6-55341f5507c8 service nova] Enqueued Resource ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 with Priority: HIGHEST for action security_group_rules [ 634.783783] env[65677]: INFO networking_nsxv3.common.synchronization [req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 req-86802381-9b92-422f-a0c6-55341f5507c8 service nova] Enqueued Resource ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 with Priority: HIGHEST for action security_group_members [ 634.784225] env[65677]: INFO networking_nsxv3.common.synchronization [req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 req-86802381-9b92-422f-a0c6-55341f5507c8 service nova] Enqueued Resource ID: d3722ba9-be68-44d3-8fbb-55f407caec55 with Priority: HIGHEST for action port [ 634.784470] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 with Priority: HIGHEST for action security_group_rules [ 634.784664] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 with Priority: HIGHEST for action security_group_members [ 634.784807] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3722ba9-be68-44d3-8fbb-55f407caec55 with Priority: HIGHEST for action port [ 634.785240] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.785592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.785592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.785759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.785839] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.787211] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.787355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.787459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.787684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.787851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.787954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.788034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.788273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.788273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.788397] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.789439] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3722ba9-be68-44d3-8fbb-55f407caec55 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.789439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3722ba9-be68-44d3-8fbb-55f407caec55" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.789608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3722ba9-be68-44d3-8fbb-55f407caec55" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.789982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3722ba9-be68-44d3-8fbb-55f407caec55" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.789982] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3722ba9-be68-44d3-8fbb-55f407caec55',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.188304] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3031688a-4413-4490-b35e-a76fbadf6f0d: rpc.has_security_group_logging(os_id): False [ 635.209976] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.210196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.210232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.210761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.210761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.210761] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.210923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.210923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.211202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.211202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.211202] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d is going to be created. [ 635.283084] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.283310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.283503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.283583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.283735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.291862] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.294199] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.294199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.294199] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3722ba9-be68-44d3-8fbb-55f407caec55 with status ACTIVE [ 635.294199] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.294199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.294199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.294199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.294199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.294199] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.294199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.294199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.294773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.294773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.294773] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.294773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.294773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.294773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.295015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.295015] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3722ba9-be68-44d3-8fbb-55f407caec55 is going to be updated. [ 635.299030] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: IN_PROGRESS for 2s [ 635.322751] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.322958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.323061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.323296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.323485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.323947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3722ba9-be68-44d3-8fbb-55f407caec55" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.383523] env[65677]: INFO networking_nsxv3.common.synchronization [req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 req-c456d7b6-90fe-4401-8208-0e090e1f97e9 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 635.384188] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 635.384517] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.384640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.384705] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.384936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.385211] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.385344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.385444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.385630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.385739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.385861] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.798425] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.866877] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.867110] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.867210] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.867522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.867771] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.867878] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.868013] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.868231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.868376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.868633] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.868744] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.868842] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.868938] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.869054] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.869150] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.869267] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.888584] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.905170] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.905355] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.905489] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.905662] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.906011] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-e14e976a-357b-42b4-a7e5-f9d853373893 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.906202] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-e14e976a-357b-42b4-a7e5-f9d853373893" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.906315] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-e14e976a-357b-42b4-a7e5-f9d853373893" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.906660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-e14e976a-357b-42b4-a7e5-f9d853373893" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.906796] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e14e976a-357b-42b4-a7e5-f9d853373893',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.304381] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.304676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.304676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.304842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.305312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.305312] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 is going to be created. [ 636.341273] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.341433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.341789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.342326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.342326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.354705] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 in Status: UNINITIALIZED for 2s [ 636.393519] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.411025] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.411025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.411025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.411778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.412011] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.412196] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port e14e976a-357b-42b4-a7e5-f9d853373893 not found, creating... [ 636.412482] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.412673] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.412824] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.413117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.413364] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.413544] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.413692] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.413803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.414012] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.414247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.414321] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: e14e976a-357b-42b4-a7e5-f9d853373893 is going to be created. [ 636.439411] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.439677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.439796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.440078] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.440331] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.440659] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-e14e976a-357b-42b4-a7e5-f9d853373893" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.896120] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.897033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.897182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.897461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.897619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.897769] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 636.933997] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.934235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.934327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.934584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.934760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.949358] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 637.089829] env[65677]: INFO networking_nsxv3.common.synchronization [None req-d5770044-4d09-459d-a741-d880a1d79479 None None] Enqueued Resource ID: 30b0503a-09fd-4de9-b4e6-4574c43c08a5 with Priority: HIGHEST for action port [ 637.090414] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b0503a-09fd-4de9-b4e6-4574c43c08a5 with Priority: HIGHEST for action port [ 637.090733] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b0503a-09fd-4de9-b4e6-4574c43c08a5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.090878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b0503a-09fd-4de9-b4e6-4574c43c08a5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.090939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b0503a-09fd-4de9-b4e6-4574c43c08a5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.091449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b0503a-09fd-4de9-b4e6-4574c43c08a5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.091589] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b0503a-09fd-4de9-b4e6-4574c43c08a5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.143932] env[65677]: INFO networking_nsxv3.common.synchronization [req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 req-1b4c40e7-9361-4f26-a586-975897e5d5cd service nova] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_rules [ 637.143932] env[65677]: INFO networking_nsxv3.common.synchronization [req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 req-1b4c40e7-9361-4f26-a586-975897e5d5cd service nova] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 637.143932] env[65677]: INFO networking_nsxv3.common.synchronization [req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 req-1b4c40e7-9361-4f26-a586-975897e5d5cd service nova] Enqueued Resource ID: e14e976a-357b-42b4-a7e5-f9d853373893 with Priority: HIGHEST for action port [ 637.144274] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_rules [ 637.144672] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 637.144888] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14e976a-357b-42b4-a7e5-f9d853373893 with Priority: HIGHEST for action port [ 637.145292] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.145528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.145761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.146177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.146361] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.148031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.148553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.148873] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e14e976a-357b-42b4-a7e5-f9d853373893 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.149223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e14e976a-357b-42b4-a7e5-f9d853373893" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.149419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e14e976a-357b-42b4-a7e5-f9d853373893" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.150835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e14e976a-357b-42b4-a7e5-f9d853373893" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.150835] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e14e976a-357b-42b4-a7e5-f9d853373893',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.312632] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: SUCCESS [ 637.313778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.593952] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30b0503a-09fd-4de9-b4e6-4574c43c08a5 [ 637.594872] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.594872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.594872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.595102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.595193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.595298] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30b0503a-09fd-4de9-b4e6-4574c43c08a5 already deleted. [ 637.595379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b0503a-09fd-4de9-b4e6-4574c43c08a5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.649554] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.649554] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.652971] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e14e976a-357b-42b4-a7e5-f9d853373893 with status ACTIVE [ 637.653222] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.653685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.653685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.653685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.653833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.653973] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.654044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.654086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.654216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.654287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.654469] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.654562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.654622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.654765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.654838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.654923] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e14e976a-357b-42b4-a7e5-f9d853373893 is going to be updated. [ 637.679436] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.679639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.679639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.679857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.679996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.680182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e14e976a-357b-42b4-a7e5-f9d853373893" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.365869] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 in Status: SUCCESS [ 638.366216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.366410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.366493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.366671] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.366794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.366861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.367025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.367110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.367194] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.367302] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.870187] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.870485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.870485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.870773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.870915] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.871124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.871124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.871246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.871316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.871441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.871552] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.871750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.871821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.872019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.872503] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.872503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.872503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.872638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.872638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.872698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.875884] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.960957] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 638.961272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.961451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.961798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.962652] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.962810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.963030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.963546] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.963987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.963987] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.376391] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8: rpc.has_security_group_logging(os_id): False [ 639.395510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.395510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.395510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.395510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.396479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.396479] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.396479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.396479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.396479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.396479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.396479] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.396479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.396479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.396873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.396873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.396873] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.396982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.397036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.397162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.397362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.397362] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 is going to be created. [ 639.430389] env[65677]: INFO networking_nsxv3.common.synchronization [req-3ef2214f-9671-44d1-b4b4-0606c3a05822 req-b06da839-a94f-4bfb-bbca-941a441930aa tempest-SecurityGroupRulesTestJSON-119313404 tempest-SecurityGroupRulesTestJSON-119313404-project-member] Enqueued Resource ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 with Priority: HIGHEST for action security_group_rules [ 639.430790] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 with Priority: HIGHEST for action security_group_rules [ 639.431374] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b16707f-1407-4c2c-92e7-37844543b4f0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.431512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.431592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.431867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.431949] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b16707f-1407-4c2c-92e7-37844543b4f0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.455746] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.455893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.456598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.456598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.456598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.466271] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.472045] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 in Status: IN_PROGRESS for 2s [ 639.956371] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.956753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.956753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.956848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.956919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.957305] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 already deleted. [ 639.957305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.968686] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.475027] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.475027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.475027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.475027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.475027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.475027] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 640.508720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.508720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.508720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.508720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.508973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.516426] env[65677]: INFO networking_nsxv3.common.synchronization [req-500caf83-719f-414d-a72e-43261a2f8b65 req-0c5790e3-18a4-4e5a-9b21-b1764f4679a9 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 640.516822] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 640.517220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.517376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.517453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.517727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.517923] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.518046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.518104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.518315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.518585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.518967] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.521503] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 640.941833] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.942052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.942287] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.942528] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.942836] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.943107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.943249] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.943505] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.943655] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.943867] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.943998] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.944120] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.944222] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.944335] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.944435] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.944564] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.967811] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.969832] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.969832] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.969832] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.969832] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-6de21297-b0c2-41b3-bc44-598166ecab68 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.969832] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-6de21297-b0c2-41b3-bc44-598166ecab68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.969832] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-6de21297-b0c2-41b3-bc44-598166ecab68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.970354] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-6de21297-b0c2-41b3-bc44-598166ecab68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.970354] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de21297-b0c2-41b3-bc44-598166ecab68',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.022112] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.022300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.022433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.023324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.023444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.023673] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.023806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.023887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.024584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.024584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.024584] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 already deleted. [ 641.024584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.473624] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.477022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.477022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.477022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.477022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477022] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 6de21297-b0c2-41b3-bc44-598166ecab68 not found, creating... [ 641.477022] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.477022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.477022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.477022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.477022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477880] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.478054] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.478293] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.478609] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.478870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.479128] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 6de21297-b0c2-41b3-bc44-598166ecab68 is going to be created. [ 641.494072] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 in Status: SUCCESS [ 641.494072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.499183] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.499447] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.499596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.500449] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.502093] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.502093] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-6de21297-b0c2-41b3-bc44-598166ecab68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.898077] env[65677]: INFO networking_nsxv3.common.synchronization [req-becdfce7-8964-418c-8dc5-b4d9725924d2 req-0e468ced-9c78-4d1f-b84f-9972efeee997 tempest-SecurityGroupRulesTestJSON-119313404 tempest-SecurityGroupRulesTestJSON-119313404-project-member] Enqueued Resource ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 with Priority: HIGHEST for action security_group_rules [ 641.898963] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 with Priority: HIGHEST for action security_group_rules [ 641.898963] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b16707f-1407-4c2c-92e7-37844543b4f0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.899072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.899108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.899315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.899404] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b16707f-1407-4c2c-92e7-37844543b4f0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.212731] env[65677]: INFO networking_nsxv3.common.synchronization [req-500caf83-719f-414d-a72e-43261a2f8b65 req-927470d9-ffda-43df-b4d4-18553a0a80a6 service nova] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_rules [ 642.215027] env[65677]: INFO networking_nsxv3.common.synchronization [req-500caf83-719f-414d-a72e-43261a2f8b65 req-927470d9-ffda-43df-b4d4-18553a0a80a6 service nova] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 642.215027] env[65677]: INFO networking_nsxv3.common.synchronization [req-500caf83-719f-414d-a72e-43261a2f8b65 req-927470d9-ffda-43df-b4d4-18553a0a80a6 service nova] Enqueued Resource ID: 6de21297-b0c2-41b3-bc44-598166ecab68 with Priority: HIGHEST for action port [ 642.215341] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_rules [ 642.215544] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 642.215704] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de21297-b0c2-41b3-bc44-598166ecab68 with Priority: HIGHEST for action port [ 642.216132] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.216327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.216446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.216756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.216890] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.218410] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.218609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.218725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.218994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.219248] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.219412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.219525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.219832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.219970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.220238] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.221217] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de21297-b0c2-41b3-bc44-598166ecab68 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.221433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de21297-b0c2-41b3-bc44-598166ecab68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.221490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de21297-b0c2-41b3-bc44-598166ecab68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.221650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de21297-b0c2-41b3-bc44-598166ecab68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.221727] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de21297-b0c2-41b3-bc44-598166ecab68',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.422070] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.422210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.422827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.422827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.422827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.422827] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 already deleted. [ 642.422827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.531257] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 642.531605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.532099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.532099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.532239] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.532304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.532344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.532568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.532568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.532680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.532753] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.723282] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.725435] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.725435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.729155] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6de21297-b0c2-41b3-bc44-598166ecab68 with status ACTIVE [ 642.729155] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.729155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.729155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.729155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.729155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.729406] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.729406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.729547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.729623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.729742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.729871] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.729963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.730034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.730190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.730264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.730347] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6de21297-b0c2-41b3-bc44-598166ecab68 is going to be updated. [ 642.754157] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.754359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.754432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.754651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.754834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.755147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de21297-b0c2-41b3-bc44-598166ecab68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.036768] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.040019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.040019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.040019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.040019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.040710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.040710] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.228570] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.544570] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6c7d073-1c0b-4c11-b226-73c309b4fd2e: rpc.has_security_group_logging(os_id): False [ 643.564100] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.564100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.564686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.564686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.564686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.564686] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.566452] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.566452] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.566452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.566969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.566969] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 643.635948] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.636188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.636243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.636479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.636648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.654821] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 643.731610] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.731887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.731887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.732124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.732227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.732331] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 is going to be created. [ 643.773405] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.773405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.773405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.773405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.773405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.794025] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: UNINITIALIZED for 2s [ 644.293331] env[65677]: INFO networking_nsxv3.common.synchronization [req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 req-6b6cf337-7f32-400d-b35b-3ba8fc7464a9 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Enqueued Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGHEST for action security_group_members [ 644.293848] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGHEST for action security_group_members [ 644.294164] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e152feb7-1570-40ce-a27e-e32d441706b0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.294292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.294356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.294553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.294710] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.294805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.294871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.294997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.296050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.296146] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.500303] env[65677]: INFO networking_nsxv3.common.synchronization [None req-4406fe0d-e458-4b25-80a9-e13995683080 None None] Enqueued Resource ID: 032f6a66-bf58-4dcc-bd7a-250c1049ebee with Priority: HIGHEST for action port [ 644.500602] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032f6a66-bf58-4dcc-bd7a-250c1049ebee with Priority: HIGHEST for action port [ 644.501104] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-032f6a66-bf58-4dcc-bd7a-250c1049ebee taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.501269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-032f6a66-bf58-4dcc-bd7a-250c1049ebee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.501406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-032f6a66-bf58-4dcc-bd7a-250c1049ebee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.501564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-032f6a66-bf58-4dcc-bd7a-250c1049ebee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.501654] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('032f6a66-bf58-4dcc-bd7a-250c1049ebee',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.800005] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.800322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.800368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.800578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.800666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.800867] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.800964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.801036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.801180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.801254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.801334] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e152feb7-1570-40ce-a27e-e32d441706b0 is going to be updated. [ 644.833335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.833487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.833548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.833772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.833907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.865061] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e152feb7-1570-40ce-a27e-e32d441706b0 in Status: IN_PROGRESS for 2s [ 645.004567] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 032f6a66-bf58-4dcc-bd7a-250c1049ebee [ 645.004747] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.004747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.005021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.005141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.005187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.006655] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:032f6a66-bf58-4dcc-bd7a-250c1049ebee already deleted. [ 645.006655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-032f6a66-bf58-4dcc-bd7a-250c1049ebee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.384526] env[65677]: INFO networking_nsxv3.common.synchronization [req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 req-d701c0e9-110b-4ed7-bb0a-eacd38399012 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 645.385642] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 645.385642] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.385642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.385642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.385857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.386686] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.386747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.386823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.386995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.387100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.387200] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.676556] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 645.676797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.807513] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: SUCCESS [ 645.807847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.808115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.808384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.808585] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.808711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.808778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.808933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.809030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.809123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.809218] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.819305] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.819554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.819611] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.819828] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.820258] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.820351] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.820425] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.820741] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.820807] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.820978] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.821098] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.821202] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.821292] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.821392] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.821486] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.821605] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.842280] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.842443] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.842577] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.842751] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-666" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.843254] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.843451] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.843566] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.843965] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.844111] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('339b7ccb-9e4e-4ec9-8f95-8fda5d64b134',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.888902] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.311667] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.348112] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.348112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.348112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.348112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.348112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.348112] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 not found, creating... [ 646.348112] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.348112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.348112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.348112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.348112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.348869] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.348869] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.348869] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.348869] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.349040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.349280] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 is going to be created. [ 646.372940] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.373498] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.373498] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.373635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.374587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.374587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.396138] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.815077] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44eef694-4cb4-40e3-a621-f057bdd34086: rpc.has_security_group_logging(os_id): False [ 646.837201] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.838182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.838182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.838182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.838182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.838432] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.838432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.838432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.838650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.838839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.838839] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 is going to be created. [ 646.874306] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e152feb7-1570-40ce-a27e-e32d441706b0 in Status: SUCCESS [ 646.874306] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e152feb7-1570-40ce-a27e-e32d441706b0 deletion is rescheduled due to dependency. [ 646.874486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.900186] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.900355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.900503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.901594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.901594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.901594] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 646.903481] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.903968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.903968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.903968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.906205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.921294] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: IN_PROGRESS for 2s [ 646.959180] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.960114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.960114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.960114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.960114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.970732] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 646.974811] env[65677]: INFO networking_nsxv3.common.synchronization [None req-89fedcd0-0811-4967-924f-6169c348be10 None None] Enqueued Resource ID: 3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c with Priority: HIGHEST for action port [ 646.975184] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c with Priority: HIGHEST for action port [ 646.976197] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.976197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.976197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.977123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.977123] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.101254] env[65677]: INFO networking_nsxv3.common.synchronization [req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 req-81dfbc93-68c7-4d06-bfad-5ae7c8224a22 service nova] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_rules [ 647.101455] env[65677]: INFO networking_nsxv3.common.synchronization [req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 req-81dfbc93-68c7-4d06-bfad-5ae7c8224a22 service nova] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 647.101603] env[65677]: INFO networking_nsxv3.common.synchronization [req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 req-81dfbc93-68c7-4d06-bfad-5ae7c8224a22 service nova] Enqueued Resource ID: 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 with Priority: HIGHEST for action port [ 647.102328] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_rules [ 647.102497] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 647.102611] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 with Priority: HIGHEST for action port [ 647.102889] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.103106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.103143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.103593] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.103593] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.105463] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.105577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.105772] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.105918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.106016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.106401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.106401] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('339b7ccb-9e4e-4ec9-8f95-8fda5d64b134',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.478758] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c [ 647.478758] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.478933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.479023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.479261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.479360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.479455] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c already deleted. [ 647.479535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3732a1af-b8ed-4ff1-ae39-70dbeb9d0e9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.614022] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 with status ACTIVE [ 647.614022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.614022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.614022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.614022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.614022] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 is going to be updated. [ 647.618731] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.618731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.651697] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.651937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.651983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.652255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.652465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.652657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.939114] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: SUCCESS [ 648.939493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.981483] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 648.981748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.982014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.982230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.987214] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.987214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.987214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.987214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.987214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.987214] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.487624] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.989756] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.491867] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.492052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.493089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.493089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.493089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.493089] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 650.523210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.524957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.524957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.524957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.524957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.534690] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 650.551802] env[65677]: INFO networking_nsxv3.common.synchronization [req-5b3631fc-0743-48a1-9a05-21ec4e8767ed req-33de2c72-bb4f-4d5f-89f3-df2772bd2048 tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 650.552380] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 650.553159] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.553159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.553159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.553159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.553374] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.553374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.553452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.553662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.553662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.553761] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.929368] env[65677]: INFO networking_nsxv3.common.synchronization [None req-d4897b99-a1f5-4252-97de-a56841627721 None None] Enqueued Resource ID: 4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3 with Priority: HIGHEST for action port [ 650.930196] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3 with Priority: HIGHEST for action port [ 650.930556] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.930682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.930740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.931024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.931183] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.058931] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.058931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.058931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.058931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.058931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.058931] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.058931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.058931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.058931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.058931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.058931] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 is going to be updated. [ 651.097813] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.098123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.098254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.098494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.098660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.111920] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: IN_PROGRESS for 2s [ 651.258863] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.259305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.259426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.259847] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.260387] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.260518] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.260763] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.261166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.261447] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.261807] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.261999] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.262226] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.262436] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.262680] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.262833] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.263118] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.291675] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.291849] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.292159] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.292250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.292916] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.292916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.292916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.293136] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.293457] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eb75cb-f841-473f-a55d-3bcbfc4c0e05',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.434140] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3 [ 651.434454] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.434725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.434789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.435033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.435198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.435323] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3 already deleted. [ 651.435416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd02cae-b5d0-48c5-a7aa-aa284bb04ee3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.797196] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.797431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.797550] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.797822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.797960] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.798171] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 not found, creating... [ 651.798379] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.799542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.799542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.799542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.799542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.799542] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.799542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.799542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.799809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.799809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.799917] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 is going to be created. [ 651.825602] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.825950] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.827201] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.827201] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.827201] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.827201] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.553276] env[65677]: INFO networking_nsxv3.common.synchronization [req-5b3631fc-0743-48a1-9a05-21ec4e8767ed req-cafa552e-7d12-473d-82f2-d5dfb10e5ed4 service nova] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_rules [ 652.553567] env[65677]: INFO networking_nsxv3.common.synchronization [req-5b3631fc-0743-48a1-9a05-21ec4e8767ed req-cafa552e-7d12-473d-82f2-d5dfb10e5ed4 service nova] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 652.553757] env[65677]: INFO networking_nsxv3.common.synchronization [req-5b3631fc-0743-48a1-9a05-21ec4e8767ed req-cafa552e-7d12-473d-82f2-d5dfb10e5ed4 service nova] Enqueued Resource ID: b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 with Priority: HIGHEST for action port [ 652.555020] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 652.555398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.556159] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_rules [ 652.556429] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 652.556525] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 with Priority: HIGHEST for action port [ 652.556742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.557073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.557470] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.557575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.557644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.557890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.558015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.558144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.558274] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.559670] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.559860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.559957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.560228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.560648] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.564292] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.564292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.564292] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.564869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.564869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.564869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.564869] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eb75cb-f841-473f-a55d-3bcbfc4c0e05',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.749330] env[65677]: INFO networking_nsxv3.common.synchronization [req-71bd88e5-79f7-434c-9329-230a6baa86f9 req-0b60edfb-b119-429f-a138-fe6561442afc tempest-SecurityGroupRulesTestJSON-119313404 tempest-SecurityGroupRulesTestJSON-119313404-project-member] Enqueued Resource ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 with Priority: HIGHEST for action security_group_rules [ 652.749330] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 with Priority: HIGHEST for action security_group_rules [ 652.749330] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b16707f-1407-4c2c-92e7-37844543b4f0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.749330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.749330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.750316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.750437] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b16707f-1407-4c2c-92e7-37844543b4f0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.064864] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.065063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.067661] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.067825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.067866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.068160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.068333] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.068458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.068522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.068677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.068764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.068848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.069466] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.069905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.069905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.070032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.070376] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.070681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.070681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.071066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.071190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.071387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.071499] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.073672] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 with status ACTIVE [ 653.073672] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.073672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.073672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.073672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.073672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.074018] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.074949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.075222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.075556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.075700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.076817] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.076817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.077018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.077352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.077551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.077730] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 is going to be updated. [ 653.108669] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.108845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.108928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.109165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.109300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.109466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.123161] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: SUCCESS [ 653.123416] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 deletion is rescheduled due to dependency. [ 653.123503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.124814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.124814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.124814] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.124814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.124814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.124814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.124814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.125469] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.187980] env[65677]: INFO networking_nsxv3.common.synchronization [req-28d87307-5221-4f8b-ab57-77849e5b7b8d req-7e6ebab4-2a04-484d-9a26-e3de50254811 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Enqueued Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGHEST for action security_group_members [ 653.188930] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGHEST for action security_group_members [ 653.190162] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03e13a9-b483-4619-861b-bb72706e576c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.190162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.190162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.190162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.190162] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.190582] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.190695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.190890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.190974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.191087] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.277247] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.277426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.277426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.277695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.278027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.278027] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b16707f-1407-4c2c-92e7-37844543b4f0 already deleted. [ 653.278027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b16707f-1407-4c2c-92e7-37844543b4f0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.581350] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6c7d073-1c0b-4c11-b226-73c309b4fd2e: rpc.has_security_group_logging(os_id): False [ 653.599935] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.600281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.600281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.600281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.600427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.601486] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.601486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.601486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.601486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.601486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.601486] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.601486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.601861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.601861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.601861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.603768] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.603768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.603768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.603768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.603768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.603768] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 653.628693] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.673063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.673063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.673063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.673361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.673730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.691413] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 653.695113] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.695606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.695696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.695905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.696396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.696617] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.697095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.697095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.697095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.699258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.699258] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03e13a9-b483-4619-861b-bb72706e576c already deleted. [ 653.699258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.743997] env[65677]: INFO networking_nsxv3.common.synchronization [None req-137c0133-4300-476c-a0ed-ce574641e2b0 None None] Enqueued Resource ID: b62ff844-c0ac-429a-b974-c6a773fca79f with Priority: HIGHEST for action port [ 653.744615] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62ff844-c0ac-429a-b974-c6a773fca79f with Priority: HIGHEST for action port [ 653.747022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62ff844-c0ac-429a-b974-c6a773fca79f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.747402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62ff844-c0ac-429a-b974-c6a773fca79f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.747402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62ff844-c0ac-429a-b974-c6a773fca79f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.748187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62ff844-c0ac-429a-b974-c6a773fca79f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.748187] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62ff844-c0ac-429a-b974-c6a773fca79f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.803030] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.803030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-426" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.804208] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-426" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.804322] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-426" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.804922] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.805090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.805201] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.806048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.806567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.806567] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.806567] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.806750] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.806750] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.806823] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.806876] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.807048] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.830928] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.831116] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.831391] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.831541] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-426" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.831954] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-ba1c1447-a033-414c-94ea-263f47f62095 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.832187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-ba1c1447-a033-414c-94ea-263f47f62095" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.832309] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-ba1c1447-a033-414c-94ea-263f47f62095" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.832617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-ba1c1447-a033-414c-94ea-263f47f62095" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.832745] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1c1447-a033-414c-94ea-263f47f62095',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.132666] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.252052] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b62ff844-c0ac-429a-b974-c6a773fca79f [ 654.252052] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.252052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.252052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.252052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.252052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.252052] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b62ff844-c0ac-429a-b974-c6a773fca79f already deleted. [ 654.252052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62ff844-c0ac-429a-b974-c6a773fca79f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.337444] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.337840] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.337997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.338292] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.338436] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.338664] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port ba1c1447-a033-414c-94ea-263f47f62095 not found, creating... [ 654.338902] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.339086] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.339199] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.339434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.339564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.339843] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.340029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.340113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.340311] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.340444] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.340588] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: ba1c1447-a033-414c-94ea-263f47f62095 is going to be created. [ 654.364973] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.366453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.366453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.366453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.366453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.366604] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-ba1c1447-a033-414c-94ea-263f47f62095" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.635489] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.636130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.636130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.636130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.636390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.636473] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 is going to be updated. [ 654.672232] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.672484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.672588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.672885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.673348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.685708] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: IN_PROGRESS for 2s [ 655.104197] env[65677]: INFO networking_nsxv3.common.synchronization [req-28d87307-5221-4f8b-ab57-77849e5b7b8d req-ce41ff22-26a2-4af6-9480-95ac28c3f260 service nova] Enqueued Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGHEST for action security_group_rules [ 655.104197] env[65677]: INFO networking_nsxv3.common.synchronization [req-28d87307-5221-4f8b-ab57-77849e5b7b8d req-ce41ff22-26a2-4af6-9480-95ac28c3f260 service nova] Enqueued Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGHEST for action security_group_members [ 655.104197] env[65677]: INFO networking_nsxv3.common.synchronization [req-28d87307-5221-4f8b-ab57-77849e5b7b8d req-ce41ff22-26a2-4af6-9480-95ac28c3f260 service nova] Enqueued Resource ID: ba1c1447-a033-414c-94ea-263f47f62095 with Priority: HIGHEST for action port [ 655.104686] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGHEST for action security_group_rules [ 655.104824] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGHEST for action security_group_members [ 655.104923] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1c1447-a033-414c-94ea-263f47f62095 with Priority: HIGHEST for action port [ 655.105279] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03e13a9-b483-4619-861b-bb72706e576c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.105496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.105496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.105772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.105811] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.107035] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03e13a9-b483-4619-861b-bb72706e576c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.107035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.107035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.107230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.107230] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.107304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.109064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.109064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.109064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.109064] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.111430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba1c1447-a033-414c-94ea-263f47f62095 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.111573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba1c1447-a033-414c-94ea-263f47f62095" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.111646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba1c1447-a033-414c-94ea-263f47f62095" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.111766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba1c1447-a033-414c-94ea-263f47f62095" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.111839] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1c1447-a033-414c-94ea-263f47f62095',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.614619] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.615833] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03e13a9-b483-4619-861b-bb72706e576c taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.616514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.616514] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba1c1447-a033-414c-94ea-263f47f62095 with status ACTIVE [ 655.616703] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.617257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.617257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.618309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.618309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.618498] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.619120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.619120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.619120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.619323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.619497] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.619616] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.619688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.620486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.620486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.620486] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba1c1447-a033-414c-94ea-263f47f62095 is going to be updated. [ 655.646871] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.647830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.647830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.647986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.648151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.648269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba1c1447-a033-414c-94ea-263f47f62095" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.720305] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 655.720305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.118303] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.620035] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.620196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.620857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.620857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.620857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.620857] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03e13a9-b483-4619-861b-bb72706e576c is going to be created. [ 656.650544] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.650828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.650828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.651135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.651739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.666034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03e13a9-b483-4619-861b-bb72706e576c in Status: UNINITIALIZED for 2s [ 656.696346] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: SUCCESS [ 656.696812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.697133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.697507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.697899] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.698154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.698272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.698492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.698900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.699055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.699162] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.203217] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.204448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.204448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.204448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.204448] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.204448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.204448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.204448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.204448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.204448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.204849] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.204849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.204849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.204849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.204985] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.205038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.205254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.205324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.205368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.205556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.205556] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.708883] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f89a07a-5743-4549-b082-fb1d5a03f950: rpc.has_security_group_logging(os_id): False [ 657.732627] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.734282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.734282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.734282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.734282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.734282] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.734282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.734627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.734627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.734627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.734876] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.734876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.734876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.734985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.735806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.735806] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.735806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.735806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.736010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.736010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.736074] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 is going to be updated. [ 657.853118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.853118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.853118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.853118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.853118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.870422] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: IN_PROGRESS for 2s [ 658.168454] env[65677]: INFO networking_nsxv3.common.synchronization [req-1ac7167b-deb0-4bfe-a45b-5221d625710d req-f0ee0a83-ee9f-424d-95b8-2740f36cf6d3 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 658.168454] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 658.168454] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.169152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.169419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.169873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.170256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.170521] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.170909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.171227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.171451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.172092] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.602316] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.602508] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.602612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.603048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.603320] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.603485] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.603612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.604770] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.604770] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.604770] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.604770] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.604770] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.605224] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.605224] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.605383] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.605553] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.633232] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.633472] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.633644] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.633942] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.634326] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-c9f93d99-b8a5-4370-b676-c4ac0823b264 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.634564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-c9f93d99-b8a5-4370-b676-c4ac0823b264" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.634984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-c9f93d99-b8a5-4370-b676-c4ac0823b264" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.635434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-c9f93d99-b8a5-4370-b676-c4ac0823b264" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.635570] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f93d99-b8a5-4370-b676-c4ac0823b264',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.677158] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.677158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.677158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.677158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.677158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.677506] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.677506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.677506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.677666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.677780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.677830] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac already deleted. [ 658.677911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.680275] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03e13a9-b483-4619-861b-bb72706e576c in Status: SUCCESS [ 658.680470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.680628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.680827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.680989] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.681127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.681217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.681360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.681399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.681455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.681596] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.138452] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.138452] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.138725] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.138767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.139764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.139764] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port c9f93d99-b8a5-4370-b676-c4ac0823b264 not found, creating... [ 659.139764] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.139764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.139764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.139764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.140302] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.140302] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.140408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.140457] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.141327] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.141327] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.141327] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: c9f93d99-b8a5-4370-b676-c4ac0823b264 is going to be created. [ 659.162519] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162777] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.162866] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.163275] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.163473] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.163674] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-c9f93d99-b8a5-4370-b676-c4ac0823b264" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.183710] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03e13a9-b483-4619-861b-bb72706e576c taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.183710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.184306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.184306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.184306] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.184306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.184306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.184630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.184630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.184630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.184787] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03e13a9-b483-4619-861b-bb72706e576c taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.184861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.184861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.185162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.185162] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.185389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.185389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.185563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.185563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.185720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.185720] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.688354] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03e13a9-b483-4619-861b-bb72706e576c: rpc.has_security_group_logging(os_id): False [ 659.706738] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.711127] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.711127] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.711127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.712013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.712013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.712443] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.712443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.712443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.712985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.713250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.714635] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03e13a9-b483-4619-861b-bb72706e576c is going to be created. [ 659.784917] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.785102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.785146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.785408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.785597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.821191] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03e13a9-b483-4619-861b-bb72706e576c in Status: IN_PROGRESS for 2s [ 659.886785] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: SUCCESS [ 659.886785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.973298] env[65677]: INFO networking_nsxv3.common.synchronization [req-1ac7167b-deb0-4bfe-a45b-5221d625710d req-aa602827-2673-49f0-aad6-eed4ae58dbd3 service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 659.973298] env[65677]: INFO networking_nsxv3.common.synchronization [req-1ac7167b-deb0-4bfe-a45b-5221d625710d req-aa602827-2673-49f0-aad6-eed4ae58dbd3 service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 659.973298] env[65677]: INFO networking_nsxv3.common.synchronization [req-1ac7167b-deb0-4bfe-a45b-5221d625710d req-aa602827-2673-49f0-aad6-eed4ae58dbd3 service nova] Enqueued Resource ID: c9f93d99-b8a5-4370-b676-c4ac0823b264 with Priority: HIGHEST for action port [ 659.973657] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 659.973863] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 659.974067] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f93d99-b8a5-4370-b676-c4ac0823b264 with Priority: HIGHEST for action port [ 659.975963] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.976142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.976232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.976548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.976634] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.978039] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.978185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.978257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.978460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.978622] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.979047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.979115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.979279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.979374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.979474] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.983268] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9f93d99-b8a5-4370-b676-c4ac0823b264 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.983268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9f93d99-b8a5-4370-b676-c4ac0823b264" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.983268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9f93d99-b8a5-4370-b676-c4ac0823b264" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.983268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9f93d99-b8a5-4370-b676-c4ac0823b264" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.983268] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f93d99-b8a5-4370-b676-c4ac0823b264',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.487119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.487581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.487581] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.490920] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9f93d99-b8a5-4370-b676-c4ac0823b264 with status ACTIVE [ 660.490920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.490920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.490920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.490920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.490920] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9f93d99-b8a5-4370-b676-c4ac0823b264 is going to be updated. [ 660.514860] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.514860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.514860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.516088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.516088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.516088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9f93d99-b8a5-4370-b676-c4ac0823b264" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.997540] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.502605] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.502605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.502605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.502605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.502605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.502605] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be created. [ 661.533999] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.534212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.534260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.534460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.534881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.550455] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: UNINITIALIZED for 2s [ 661.836235] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03e13a9-b483-4619-861b-bb72706e576c in Status: SUCCESS [ 661.838326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.566889] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 663.566889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.566889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.566889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.566889] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.566889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.566889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.566889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.566889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.566889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.566889] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.592028] env[65677]: INFO networking_nsxv3.common.synchronization [req-7514623c-f007-4be6-b721-5d414878ac42 req-4b32c35b-051d-40b0-9dbf-6b31466f0d10 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Enqueued Resource ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 with Priority: HIGHEST for action security_group_members [ 663.593642] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 with Priority: HIGHEST for action security_group_members [ 663.594368] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.594651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.594812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.595168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.595460] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.595727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.595892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.596202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.596400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.596610] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.068588] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.068835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.069073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.070045] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.070045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.070045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.070045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.070045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.070489] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.070489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.070489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.070890] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.071055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.071191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.071409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.071497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.071633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.071694] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.099078] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.099208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.099525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.099525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.099713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.099923] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.100044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.100098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.100284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.100361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.100447] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 is going to be updated. [ 664.134326] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.134518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.134627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.134814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.135121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.144760] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 in Status: IN_PROGRESS for 2s [ 664.519856] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3e2712d0-736e-4d3f-b04a-9a1e297e2c33 None None] Enqueued Resource ID: b206f975-a901-4bee-a11c-42d9589dcf1d with Priority: HIGHEST for action port [ 664.522767] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b206f975-a901-4bee-a11c-42d9589dcf1d with Priority: HIGHEST for action port [ 664.524101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b206f975-a901-4bee-a11c-42d9589dcf1d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.524270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b206f975-a901-4bee-a11c-42d9589dcf1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.524347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b206f975-a901-4bee-a11c-42d9589dcf1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.524637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b206f975-a901-4bee-a11c-42d9589dcf1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.524726] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b206f975-a901-4bee-a11c-42d9589dcf1d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.574359] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5473d55-b277-41ec-bcd2-6744a152d8ac: rpc.has_security_group_logging(os_id): False [ 664.593696] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.593866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.593911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.594140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.594227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.594598] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.594706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.594783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.595127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.595204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.595609] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.595609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.595609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.595780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.595875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.596093] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.596190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.596265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.596460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.596671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.596671] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be created. [ 664.666805] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.666805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.666805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.666805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.666805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.683527] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 665.030481] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b206f975-a901-4bee-a11c-42d9589dcf1d [ 665.030865] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.031149] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.031621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.031706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.031894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.032281] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b206f975-a901-4bee-a11c-42d9589dcf1d already deleted. [ 665.032281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b206f975-a901-4bee-a11c-42d9589dcf1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.161167] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 in Status: SUCCESS [ 666.161614] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8 deletion is rescheduled due to dependency. [ 666.161614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.381196] env[65677]: INFO networking_nsxv3.common.synchronization [None req-cdfa4469-07b5-45db-828b-ce36959b55a7 None None] Enqueued Resource ID: a695b594-e9cc-4eb8-9fe6-980f7952d186 with Priority: HIGHEST for action port [ 666.382256] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a695b594-e9cc-4eb8-9fe6-980f7952d186 with Priority: HIGHEST for action port [ 666.382256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-a695b594-e9cc-4eb8-9fe6-980f7952d186 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.382256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a695b594-e9cc-4eb8-9fe6-980f7952d186" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.382760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a695b594-e9cc-4eb8-9fe6-980f7952d186" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.383694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a695b594-e9cc-4eb8-9fe6-980f7952d186" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.383694] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a695b594-e9cc-4eb8-9fe6-980f7952d186',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.700571] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 666.701114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.887543] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a695b594-e9cc-4eb8-9fe6-980f7952d186 [ 666.887543] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.887543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.887543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.887543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.887543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.887543] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a695b594-e9cc-4eb8-9fe6-980f7952d186 already deleted. [ 666.887543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a695b594-e9cc-4eb8-9fe6-980f7952d186" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.549718] env[65677]: INFO networking_nsxv3.common.synchronization [None req-e210b776-2ad8-4b75-87fb-ce32f0d7dd18 None None] Enqueued Resource ID: 4d909494-fcc1-477b-8e1d-cd47230cf785 with Priority: HIGHEST for action port [ 667.550412] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d909494-fcc1-477b-8e1d-cd47230cf785 with Priority: HIGHEST for action port [ 667.550669] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d909494-fcc1-477b-8e1d-cd47230cf785 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.550786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d909494-fcc1-477b-8e1d-cd47230cf785" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.550855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d909494-fcc1-477b-8e1d-cd47230cf785" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.551377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d909494-fcc1-477b-8e1d-cd47230cf785" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.551478] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d909494-fcc1-477b-8e1d-cd47230cf785',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.978489] env[65677]: INFO networking_nsxv3.common.synchronization [None req-db98c522-1054-4282-9eec-bdb498393961 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Enqueued Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_rules [ 667.979133] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_rules [ 667.979523] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.979670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.979803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.980376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.980502] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.053976] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d909494-fcc1-477b-8e1d-cd47230cf785 [ 668.054598] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.054598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.054598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.054736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.054736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.054892] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d909494-fcc1-477b-8e1d-cd47230cf785 already deleted. [ 668.054892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d909494-fcc1-477b-8e1d-cd47230cf785" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.397814] env[65677]: INFO networking_nsxv3.common.synchronization [None req-20f35991-4e79-4714-9345-77f2ee989509 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Enqueued Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_rules [ 668.398728] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_rules [ 668.399612] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.399787] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.504701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.504701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.504701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.505040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.505040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.505151] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 already deleted. [ 668.505216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.506395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.506395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.506395] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.938225] env[65677]: INFO networking_nsxv3.common.synchronization [None req-9d79826e-4a01-4405-9917-0a696b53852e None None] Enqueued Resource ID: 9d70f956-8596-45e3-8c7e-525e40c051a8 with Priority: HIGHEST for action port [ 668.938813] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d70f956-8596-45e3-8c7e-525e40c051a8 with Priority: HIGHEST for action port [ 668.939174] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d70f956-8596-45e3-8c7e-525e40c051a8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.939342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d70f956-8596-45e3-8c7e-525e40c051a8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.939420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d70f956-8596-45e3-8c7e-525e40c051a8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.939727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d70f956-8596-45e3-8c7e-525e40c051a8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.939814] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d70f956-8596-45e3-8c7e-525e40c051a8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.029088] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.029282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.029371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.029624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.029708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.029828] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 already deleted. [ 669.029932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.445154] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d70f956-8596-45e3-8c7e-525e40c051a8 [ 669.445154] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.445154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.445154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.445154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.445154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.445154] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d70f956-8596-45e3-8c7e-525e40c051a8 already deleted. [ 669.445154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d70f956-8596-45e3-8c7e-525e40c051a8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.997696] env[65677]: INFO networking_nsxv3.common.synchronization [None req-385d24ee-4086-421b-b661-5e62ceef7948 None None] Enqueued Resource ID: adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284 with Priority: HIGHEST for action port [ 670.998387] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284 with Priority: HIGHEST for action port [ 670.998805] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.998805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.998958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.999278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.999372] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.131300] env[65677]: INFO networking_nsxv3.common.synchronization [None req-cb4e7a49-4fb0-48b1-8988-121108519026 None None] Enqueued Resource ID: 2c82428b-156f-4559-b590-f1c0bce76ef0 with Priority: HIGHEST for action port [ 671.131700] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82428b-156f-4559-b590-f1c0bce76ef0 with Priority: HIGHEST for action port [ 671.133400] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c82428b-156f-4559-b590-f1c0bce76ef0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.133601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c82428b-156f-4559-b590-f1c0bce76ef0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.133670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c82428b-156f-4559-b590-f1c0bce76ef0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.134252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c82428b-156f-4559-b590-f1c0bce76ef0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.134252] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c82428b-156f-4559-b590-f1c0bce76ef0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.501434] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284 [ 671.501723] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.501875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.501951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.502184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.502277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.502380] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284 already deleted. [ 671.502466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adfe0a31-435e-4ac1-a9ae-6ff7c5a0b284" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.636578] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c82428b-156f-4559-b590-f1c0bce76ef0 [ 671.637918] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.637918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.637918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.637918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.637918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.637918] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c82428b-156f-4559-b590-f1c0bce76ef0 already deleted. [ 671.637918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c82428b-156f-4559-b590-f1c0bce76ef0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.104904] env[65677]: INFO networking_nsxv3.common.synchronization [req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd req-edbdc1b2-8323-4667-a9f3-2af620600138 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 672.104904] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 672.104904] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.104904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.104904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.104904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.105542] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.105542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.105634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.105778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.105863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.105962] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.611314] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.611685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.611787] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.611956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.612079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.612294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.612424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.612490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.612711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.612750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.612839] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 already deleted. [ 672.612919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.710077] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.710077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.710077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.710077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.710077] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.710077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.710077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.710077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.710077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.710077] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.710077] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.710077] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.711465] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.711688] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.711933] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.712507] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.736109] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.736373] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.736373] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.736574] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.736867] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-7b895549-f8be-4a9d-83ee-b19d71c123be taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.737040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-7b895549-f8be-4a9d-83ee-b19d71c123be" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.737171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-7b895549-f8be-4a9d-83ee-b19d71c123be" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.737502] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-7b895549-f8be-4a9d-83ee-b19d71c123be" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.737726] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b895549-f8be-4a9d-83ee-b19d71c123be',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.241793] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.242231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.242231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.242421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.242421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.242516] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 7b895549-f8be-4a9d-83ee-b19d71c123be not found, creating... [ 673.242789] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.242934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.243138] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.243271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.243401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.243672] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.243813] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.244090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.244271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.244325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.244428] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 7b895549-f8be-4a9d-83ee-b19d71c123be is going to be created. [ 673.267620] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.267995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.267995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.268272] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.268814] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.268814] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-7b895549-f8be-4a9d-83ee-b19d71c123be" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.438729] env[65677]: INFO networking_nsxv3.common.synchronization [None req-22f18f47-96ee-4010-8482-ae71aaeda8a7 None None] Enqueued Resource ID: 5538a1a8-6b25-4284-af72-eba05405c4eb with Priority: HIGHEST for action port [ 673.438729] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5538a1a8-6b25-4284-af72-eba05405c4eb with Priority: HIGHEST for action port [ 673.439695] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-5538a1a8-6b25-4284-af72-eba05405c4eb taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.441026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5538a1a8-6b25-4284-af72-eba05405c4eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.441026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5538a1a8-6b25-4284-af72-eba05405c4eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.441026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5538a1a8-6b25-4284-af72-eba05405c4eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.441026] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5538a1a8-6b25-4284-af72-eba05405c4eb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.945170] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5538a1a8-6b25-4284-af72-eba05405c4eb [ 673.945647] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.945843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.945923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.946285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.946426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.946565] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5538a1a8-6b25-4284-af72-eba05405c4eb already deleted. [ 673.946665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5538a1a8-6b25-4284-af72-eba05405c4eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.095521] env[65677]: INFO networking_nsxv3.common.synchronization [req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd req-191bf6f7-2df3-42d3-9dc1-c887ce1826ee service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 674.095690] env[65677]: INFO networking_nsxv3.common.synchronization [req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd req-191bf6f7-2df3-42d3-9dc1-c887ce1826ee service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 674.095852] env[65677]: INFO networking_nsxv3.common.synchronization [req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd req-191bf6f7-2df3-42d3-9dc1-c887ce1826ee service nova] Enqueued Resource ID: 7b895549-f8be-4a9d-83ee-b19d71c123be with Priority: HIGHEST for action port [ 674.096380] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 674.096554] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 674.096678] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b895549-f8be-4a9d-83ee-b19d71c123be with Priority: HIGHEST for action port [ 674.096990] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.097342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.097412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.097715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.098101] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.098696] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.098841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.098841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.099035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.099209] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.099322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.099409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.099589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.099678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.099777] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.100569] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b895549-f8be-4a9d-83ee-b19d71c123be taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.100679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b895549-f8be-4a9d-83ee-b19d71c123be" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.100743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b895549-f8be-4a9d-83ee-b19d71c123be" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.101048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b895549-f8be-4a9d-83ee-b19d71c123be" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.101048] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b895549-f8be-4a9d-83ee-b19d71c123be',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.603994] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.604543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.604543] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.608286] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b895549-f8be-4a9d-83ee-b19d71c123be with status ACTIVE [ 674.608462] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.609249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.609353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.609730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.609896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.610211] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.610439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.610557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.610743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.610884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.614311] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.614500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.614622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.614864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.614864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.615060] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b895549-f8be-4a9d-83ee-b19d71c123be is going to be updated. [ 674.646873] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.647199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.647266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.647527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.647713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.647917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b895549-f8be-4a9d-83ee-b19d71c123be" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.759746] env[65677]: INFO networking_nsxv3.common.synchronization [req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 req-6ad7df48-f515-4d69-aa26-e887a69d38f0 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Enqueued Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGHEST for action security_group_members [ 674.763038] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGHEST for action security_group_members [ 674.763038] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-48dcc60e-0c15-4381-8d5f-6e0121ae287b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.763038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.763038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.763038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.763800] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.763800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.763800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.763800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.763800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.764136] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.108220] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.267200] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.267462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.267580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.267827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.267922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.268146] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.268241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.268314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.268468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.268549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.268638] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b is going to be updated. [ 675.299993] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.300155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.300224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.300441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.300578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.312066] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b in Status: IN_PROGRESS for 2s [ 675.461631] env[65677]: INFO networking_nsxv3.common.synchronization [None req-e91c4a41-29b3-495e-bb82-a142d3a2bda9 None None] Enqueued Resource ID: 29f1caa9-bf7d-40c4-8936-d6e3882e82f7 with Priority: HIGHEST for action port [ 675.461631] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f1caa9-bf7d-40c4-8936-d6e3882e82f7 with Priority: HIGHEST for action port [ 675.461631] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f1caa9-bf7d-40c4-8936-d6e3882e82f7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.461631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f1caa9-bf7d-40c4-8936-d6e3882e82f7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.461631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f1caa9-bf7d-40c4-8936-d6e3882e82f7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.461631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f1caa9-bf7d-40c4-8936-d6e3882e82f7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.461631] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f1caa9-bf7d-40c4-8936-d6e3882e82f7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.612455] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.612787] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.612787] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.614032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.614032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.614032] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be created. [ 675.639798] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.640323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.640323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.640526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.640735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.655446] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: UNINITIALIZED for 2s [ 675.964727] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29f1caa9-bf7d-40c4-8936-d6e3882e82f7 [ 675.965461] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.965461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.965461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.965461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.966409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.966409] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29f1caa9-bf7d-40c4-8936-d6e3882e82f7 already deleted. [ 675.966409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f1caa9-bf7d-40c4-8936-d6e3882e82f7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.122198] env[65677]: INFO networking_nsxv3.common.synchronization [None req-cd388ca9-e329-41c9-b4bd-4689bdd5983c tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Enqueued Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_rules [ 676.122198] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_rules [ 676.122198] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.122849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.125617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.125617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.125617] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.269445] env[65677]: INFO networking_nsxv3.common.synchronization [None req-da24f728-1e66-4b28-9018-f91b0055e277 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Enqueued Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_rules [ 676.270127] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_rules [ 676.270471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.270766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.652627] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.653032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.653032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.653297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.653409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.653508] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 already deleted. [ 676.653594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.653815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.654590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.655262] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.694732] env[65677]: INFO networking_nsxv3.common.synchronization [None req-01677e87-e60e-47dc-abc0-c15fca35f3be None None] Enqueued Resource ID: c63a8a39-9be6-406a-aee0-9881ef6c02db with Priority: HIGHEST for action port [ 676.695071] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63a8a39-9be6-406a-aee0-9881ef6c02db with Priority: HIGHEST for action port [ 676.695733] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c63a8a39-9be6-406a-aee0-9881ef6c02db taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.695838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c63a8a39-9be6-406a-aee0-9881ef6c02db" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.695897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c63a8a39-9be6-406a-aee0-9881ef6c02db" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.697971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c63a8a39-9be6-406a-aee0-9881ef6c02db" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.697971] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63a8a39-9be6-406a-aee0-9881ef6c02db',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.182311] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.182311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.182311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.182947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.183197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.184447] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 already deleted. [ 677.184447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.200341] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c63a8a39-9be6-406a-aee0-9881ef6c02db [ 677.201019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.201200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.201279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.201597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.201802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.201896] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c63a8a39-9be6-406a-aee0-9881ef6c02db already deleted. [ 677.202037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c63a8a39-9be6-406a-aee0-9881ef6c02db" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.325947] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b in Status: SUCCESS [ 677.326165] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b deletion is rescheduled due to dependency. [ 677.326165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.674648] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 677.674648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.674648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.674648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.674648] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.674648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.674648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.674648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.674648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.674648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.674648] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.178850] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.180704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.180704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.180704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.181202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.181202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.181202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.181202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.181202] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.684334] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0: rpc.has_security_group_logging(os_id): False [ 678.708138] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.708386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.708500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.708715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.708814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.709026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.709137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.709209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.709360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.709441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.709721] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.709888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.709952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.710126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.710327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.711501] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.712753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.712753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.712753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.712753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.712753] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be created. [ 678.779117] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.780058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.780058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.780058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.782364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.794846] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 679.566215] env[65677]: INFO networking_nsxv3.common.synchronization [req-b40968a3-6846-4cd1-b238-51be740dad0a req-4995db98-c421-46ab-9ee5-24dc4f919b2d tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 679.567381] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGHEST for action security_group_members [ 679.567770] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.567911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.569022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.569363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.569544] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.570110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.570110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.570110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.570110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.570110] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.074070] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.074070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.074070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.074070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.074070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.074070] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.074070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.074070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.074763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.074763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.074763] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 is going to be updated. [ 680.110132] env[65677]: INFO networking_nsxv3.common.synchronization [None req-9f1b97f3-e71e-4b9b-a4e5-28b173d569e8 None None] Enqueued Resource ID: 09ce983c-c6af-46e0-8979-047260c08568 with Priority: HIGHEST for action port [ 680.110132] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ce983c-c6af-46e0-8979-047260c08568 with Priority: HIGHEST for action port [ 680.110132] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ce983c-c6af-46e0-8979-047260c08568 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.110132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ce983c-c6af-46e0-8979-047260c08568" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.110132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ce983c-c6af-46e0-8979-047260c08568" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.110132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ce983c-c6af-46e0-8979-047260c08568" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.110132] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ce983c-c6af-46e0-8979-047260c08568',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.116339] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.116599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.116599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.120031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.120031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.132686] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: IN_PROGRESS for 2s [ 680.612456] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09ce983c-c6af-46e0-8979-047260c08568 [ 680.612456] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.612456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.612456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.612456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.612456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.612456] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09ce983c-c6af-46e0-8979-047260c08568 already deleted. [ 680.612456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ce983c-c6af-46e0-8979-047260c08568" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.782021] env[65677]: INFO networking_nsxv3.common.synchronization [req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 req-52be2165-6133-47da-ad6b-31f69cbe88bc tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 680.782625] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 680.783287] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.783457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.783457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.783843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.784083] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.784281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.784692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.784883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.785041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.786398] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.810418] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 680.810991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.140582] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a89c9392-f117-4ada-acb3-f74d55438a3c None None] Enqueued Resource ID: f84cea83-2ac2-4ee4-85ef-d4d7fd23049f with Priority: HIGHEST for action port [ 681.141327] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84cea83-2ac2-4ee4-85ef-d4d7fd23049f with Priority: HIGHEST for action port [ 681.141668] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f84cea83-2ac2-4ee4-85ef-d4d7fd23049f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.141796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f84cea83-2ac2-4ee4-85ef-d4d7fd23049f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.141863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f84cea83-2ac2-4ee4-85ef-d4d7fd23049f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.145589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f84cea83-2ac2-4ee4-85ef-d4d7fd23049f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.145704] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f84cea83-2ac2-4ee4-85ef-d4d7fd23049f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.288089] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.288285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.288335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.288574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.288734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.288955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.289076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.289140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.289310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.289387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.289510] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f already deleted. [ 681.289558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.648876] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f84cea83-2ac2-4ee4-85ef-d4d7fd23049f [ 681.649837] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.649837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.649837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.649837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.650150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.650150] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f84cea83-2ac2-4ee4-85ef-d4d7fd23049f already deleted. [ 681.650150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f84cea83-2ac2-4ee4-85ef-d4d7fd23049f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.738989] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.739269] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.739336] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.740385] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.741163] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.741163] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.741163] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.741339] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.741461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.745041] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.745295] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.745295] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.745482] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.745554] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.745691] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.745846] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.782325] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.782325] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.782325] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.782612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.783132] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-1616aa2f-6261-466c-8658-8210fa899c9c taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.783369] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.783492] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.783838] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.784101] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1616aa2f-6261-466c-8658-8210fa899c9c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.145542] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 in Status: SUCCESS [ 682.146055] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 deletion is rescheduled due to dependency. [ 682.146055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.292510] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.292736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.292736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.293154] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.293336] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.293508] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 1616aa2f-6261-466c-8658-8210fa899c9c not found, creating... [ 682.293913] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.294036] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.294241] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.294380] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.294511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.294805] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.295050] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.295320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.295440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.295580] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.295685] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 1616aa2f-6261-466c-8658-8210fa899c9c is going to be created. [ 682.319712] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.319712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.319712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.319712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.321089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.321089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.069969] env[65677]: INFO networking_nsxv3.common.synchronization [req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 req-02c1fa8b-840d-485a-9000-ab411ad751f5 service nova] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 683.070192] env[65677]: INFO networking_nsxv3.common.synchronization [req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 req-02c1fa8b-840d-485a-9000-ab411ad751f5 service nova] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 683.070321] env[65677]: INFO networking_nsxv3.common.synchronization [req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 req-02c1fa8b-840d-485a-9000-ab411ad751f5 service nova] Enqueued Resource ID: 1616aa2f-6261-466c-8658-8210fa899c9c with Priority: HIGHEST for action port [ 683.070880] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 683.071108] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 683.071236] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1616aa2f-6261-466c-8658-8210fa899c9c with Priority: HIGHEST for action port [ 683.071531] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.071655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.071718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.071989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.072125] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.074263] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.074263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.074263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.074263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.074263] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.074263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.074263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.074263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.074263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.074263] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.075114] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1616aa2f-6261-466c-8658-8210fa899c9c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.075562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.075663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.075871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.075949] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1616aa2f-6261-466c-8658-8210fa899c9c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.091819] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3f9a3c75-2a30-486e-8a16-7ad56e65f85b None None] Enqueued Resource ID: 2838cd2c-05c8-46e1-b1b2-2f86659643a2 with Priority: HIGHEST for action port [ 683.092847] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2838cd2c-05c8-46e1-b1b2-2f86659643a2 with Priority: HIGHEST for action port [ 683.094035] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-2838cd2c-05c8-46e1-b1b2-2f86659643a2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.094035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2838cd2c-05c8-46e1-b1b2-2f86659643a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.094215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2838cd2c-05c8-46e1-b1b2-2f86659643a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.094361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2838cd2c-05c8-46e1-b1b2-2f86659643a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.094444] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2838cd2c-05c8-46e1-b1b2-2f86659643a2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.545560] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a9c15b75-1619-494c-969d-54e1162551d3 None None] Enqueued Resource ID: 7fb5248a-a553-4493-b4d5-d59734114e97 with Priority: HIGHEST for action port [ 683.546163] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb5248a-a553-4493-b4d5-d59734114e97 with Priority: HIGHEST for action port [ 683.546470] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fb5248a-a553-4493-b4d5-d59734114e97 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.546600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fb5248a-a553-4493-b4d5-d59734114e97" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.546663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fb5248a-a553-4493-b4d5-d59734114e97" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.546912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fb5248a-a553-4493-b4d5-d59734114e97" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.546989] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb5248a-a553-4493-b4d5-d59734114e97',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.579272] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.581394] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.581723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.581870] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1616aa2f-6261-466c-8658-8210fa899c9c with status ACTIVE [ 683.582089] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.582215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.582340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.582532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.582651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.582868] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.582987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.583086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.583272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.583565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.583636] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.583780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.583780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.583868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.583937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.584034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1616aa2f-6261-466c-8658-8210fa899c9c is going to be updated. [ 683.602128] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2838cd2c-05c8-46e1-b1b2-2f86659643a2 [ 683.602128] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.602128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.602128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.602128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.602407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.602407] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2838cd2c-05c8-46e1-b1b2-2f86659643a2 already deleted. [ 683.602407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2838cd2c-05c8-46e1-b1b2-2f86659643a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.608840] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.609092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.609092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.609411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.609411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.609515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.051713] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fb5248a-a553-4493-b4d5-d59734114e97 [ 684.052170] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.052441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.052601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.052924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.053200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.053455] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fb5248a-a553-4493-b4d5-d59734114e97 already deleted. [ 684.053660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fb5248a-a553-4493-b4d5-d59734114e97" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.086769] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.589244] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.589244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.589244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.589993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.589993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.589993] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be created. [ 684.621259] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.621259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.621259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.621259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.621576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.634687] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: UNINITIALIZED for 2s [ 685.444802] env[65677]: INFO networking_nsxv3.common.synchronization [None req-e88dfb57-8ace-4dcc-896d-93c31502fef1 None None] Enqueued Resource ID: 820c036e-4dae-4d32-b3cc-d553fe2c3b43 with Priority: HIGHEST for action port [ 685.445533] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820c036e-4dae-4d32-b3cc-d553fe2c3b43 with Priority: HIGHEST for action port [ 685.445881] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-820c036e-4dae-4d32-b3cc-d553fe2c3b43 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.446913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-820c036e-4dae-4d32-b3cc-d553fe2c3b43" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.447030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-820c036e-4dae-4d32-b3cc-d553fe2c3b43" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.447392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-820c036e-4dae-4d32-b3cc-d553fe2c3b43" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.447527] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('820c036e-4dae-4d32-b3cc-d553fe2c3b43',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.951034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 820c036e-4dae-4d32-b3cc-d553fe2c3b43 [ 685.951332] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.951604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.951762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.952086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.952297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.952508] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:820c036e-4dae-4d32-b3cc-d553fe2c3b43 already deleted. [ 685.953089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-820c036e-4dae-4d32-b3cc-d553fe2c3b43" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.011481] env[65677]: INFO networking_nsxv3.common.synchronization [None req-d1727e92-0572-4dc6-8bd3-6f0e81e98d56 None None] Enqueued Resource ID: 32253861-ce73-4bc6-9e27-58da09bc9b1e with Priority: HIGHEST for action port [ 686.011657] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32253861-ce73-4bc6-9e27-58da09bc9b1e with Priority: HIGHEST for action port [ 686.011974] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-32253861-ce73-4bc6-9e27-58da09bc9b1e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.012898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32253861-ce73-4bc6-9e27-58da09bc9b1e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.012898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32253861-ce73-4bc6-9e27-58da09bc9b1e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.012984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32253861-ce73-4bc6-9e27-58da09bc9b1e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.013087] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32253861-ce73-4bc6-9e27-58da09bc9b1e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.515065] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32253861-ce73-4bc6-9e27-58da09bc9b1e [ 686.515344] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.515508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.515590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.516266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.516266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.516266] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32253861-ce73-4bc6-9e27-58da09bc9b1e already deleted. [ 686.516266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32253861-ce73-4bc6-9e27-58da09bc9b1e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.656923] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 686.657074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.658049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.658049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.658049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.658246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.661128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.661128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.661128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.661128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.661128] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.164569] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.164877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.165041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.165233] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.165340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.166154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.166154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166154] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.166154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.166154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.166412] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.166468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.166529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.166734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166898] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.541244] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0b439073-1518-422c-97e1-de159bdda056 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Enqueued Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_rules [ 687.541797] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_rules [ 687.542104] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.542302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.542302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.542514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.542642] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.670415] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d87623-8606-4ba6-a983-cb414e53036f: rpc.has_security_group_logging(os_id): False [ 687.694130] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.694130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.694130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.694130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.694130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.694130] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.694130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.694130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.694130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.694130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.694888] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.695190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.696028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.696296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.696454] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.696729] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.696958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.697103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.697321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.699018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.699018] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be created. [ 687.782102] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.782331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.782546] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.782843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.783126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.802087] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 687.861407] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6f3c4cc0-a820-49db-8dca-aad856bf3295 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Enqueued Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_rules [ 687.863750] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_rules [ 687.863750] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.863750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.070069] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.070069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.070069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.070069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.070069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.070069] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b728201-419e-41dd-b804-f47718da07ae already deleted. [ 688.070069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.070706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.070706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.070816] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.599625] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.599625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.599625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.599966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.599966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.600080] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b728201-419e-41dd-b804-f47718da07ae already deleted. [ 688.600116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.886219] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c8e8e70d-61cc-4e82-94f7-82929f821b18 None None] Enqueued Resource ID: 11e641a5-1ffe-47d5-9973-a810d6384dab with Priority: HIGHEST for action port [ 688.889250] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e641a5-1ffe-47d5-9973-a810d6384dab with Priority: HIGHEST for action port [ 688.889250] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e641a5-1ffe-47d5-9973-a810d6384dab taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.889250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e641a5-1ffe-47d5-9973-a810d6384dab" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.889250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e641a5-1ffe-47d5-9973-a810d6384dab" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.889250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e641a5-1ffe-47d5-9973-a810d6384dab" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.889250] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e641a5-1ffe-47d5-9973-a810d6384dab',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.392349] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11e641a5-1ffe-47d5-9973-a810d6384dab [ 689.392349] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.392349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.392349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.392349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.392349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.392349] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11e641a5-1ffe-47d5-9973-a810d6384dab already deleted. [ 689.392349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e641a5-1ffe-47d5-9973-a810d6384dab" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.625361] env[65677]: INFO networking_nsxv3.common.synchronization [None req-dd7c0ba8-29b3-4189-b023-832988913e9d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 689.626519] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 689.627290] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.628134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.628134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.628489] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.696319] env[65677]: INFO networking_nsxv3.common.synchronization [None req-b737c620-b252-4bc3-be9b-d44ef0888d3a None None] Enqueued Resource ID: b3a7bed4-dd14-4701-abcf-bd131cec424d with Priority: HIGHEST for action port [ 689.697015] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a7bed4-dd14-4701-abcf-bd131cec424d with Priority: HIGHEST for action port [ 689.697464] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3a7bed4-dd14-4701-abcf-bd131cec424d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.698160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3a7bed4-dd14-4701-abcf-bd131cec424d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.698334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3a7bed4-dd14-4701-abcf-bd131cec424d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.698671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3a7bed4-dd14-4701-abcf-bd131cec424d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.699571] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a7bed4-dd14-4701-abcf-bd131cec424d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.820024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 689.820024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.820024] env[65677]: INFO networking_nsxv3.common.synchronization [None req-756ae29c-2c17-4fcc-b4e3-2bd3f39bce43 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 689.820024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 689.820024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.820024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.148937] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.150640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.150640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.150640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.150640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.150640] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a already deleted. [ 690.150640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.150640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.150640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.150640] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.203256] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3a7bed4-dd14-4701-abcf-bd131cec424d [ 690.203256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.203256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.203256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.204459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.204698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.204876] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3a7bed4-dd14-4701-abcf-bd131cec424d already deleted. [ 690.205623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3a7bed4-dd14-4701-abcf-bd131cec424d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.676387] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.676387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.676387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.677998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.677998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.677998] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a already deleted. [ 690.677998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.179713] env[65677]: INFO networking_nsxv3.common.synchronization [None req-dd246e10-cbe7-4ac8-aef7-ce7806134367 None None] Enqueued Resource ID: 3f1732d9-218b-4140-80d3-a3959be3705d with Priority: HIGHEST for action port [ 691.180273] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1732d9-218b-4140-80d3-a3959be3705d with Priority: HIGHEST for action port [ 691.180577] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f1732d9-218b-4140-80d3-a3959be3705d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.180692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f1732d9-218b-4140-80d3-a3959be3705d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.180758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f1732d9-218b-4140-80d3-a3959be3705d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.181011] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f1732d9-218b-4140-80d3-a3959be3705d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.181444] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1732d9-218b-4140-80d3-a3959be3705d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.320572] env[65677]: INFO networking_nsxv3.common.synchronization [None req-09131f63-dec8-4797-a444-b79782960707 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 691.322598] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 691.323334] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.323496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.323565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.323803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.324754] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.686742] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f1732d9-218b-4140-80d3-a3959be3705d [ 691.687111] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.687503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.687503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.687640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.687766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.687863] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f1732d9-218b-4140-80d3-a3959be3705d already deleted. [ 691.687945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f1732d9-218b-4140-80d3-a3959be3705d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.809570] env[65677]: INFO networking_nsxv3.common.synchronization [req-6cc4f427-bed5-4b20-b59c-9f466abb603c req-586f4098-bd20-4ef1-965c-d756a8d807da tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 691.810585] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 691.811175] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.811360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.811497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.811860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.812110] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.812250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.812362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.812657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.812782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.812917] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.848324] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.849631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.849631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.849631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.849631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.849631] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 already deleted. [ 691.849631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.003918] env[65677]: INFO networking_nsxv3.common.synchronization [None req-d4c7f89e-f183-4e8f-90cf-ff8e3ead70d3 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 692.004713] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 692.005087] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.005230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.005419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.005580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.005665] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.316048] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.316697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.316697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.316697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.316697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.316869] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.316869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.316970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.317111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.317174] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.317260] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 already deleted. [ 692.317325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.533308] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.533577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.533708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.534036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.534142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.534278] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 already deleted. [ 692.534394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.538433] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.538673] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.538807] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.539182] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.539449] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.539598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.539707] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.539918] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.540095] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.540306] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.540409] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.540507] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.540605] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.540702] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.540796] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.540915] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.562838] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.563526] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.563526] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.563526] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.564083] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.564246] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.564471] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.564838] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.564946] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb71676-b7b3-43f1-b2e8-4d7b00116c7d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.024328] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6c13140e-bd33-4b33-8d9e-736fc71cb069 None None] Enqueued Resource ID: bf14373b-561d-4fcf-a48f-abf13e2dffac with Priority: HIGHEST for action port [ 693.024581] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf14373b-561d-4fcf-a48f-abf13e2dffac with Priority: HIGHEST for action port [ 693.024719] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf14373b-561d-4fcf-a48f-abf13e2dffac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.024845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf14373b-561d-4fcf-a48f-abf13e2dffac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.024912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf14373b-561d-4fcf-a48f-abf13e2dffac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.025314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf14373b-561d-4fcf-a48f-abf13e2dffac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.025402] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf14373b-561d-4fcf-a48f-abf13e2dffac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.067774] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.068250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.068477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.068955] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.069211] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.069473] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d not found, creating... [ 693.069830] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.070075] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.070248] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.070558] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.070760] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.071185] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.071551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.071686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.072011] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.072449] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.072449] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: cdb71676-b7b3-43f1-b2e8-4d7b00116c7d is going to be created. [ 693.099708] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.099708] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.099708] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.099966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.100159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.100371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.527683] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf14373b-561d-4fcf-a48f-abf13e2dffac [ 693.527964] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.528140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.528209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.528431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.528519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.528616] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf14373b-561d-4fcf-a48f-abf13e2dffac already deleted. [ 693.528702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf14373b-561d-4fcf-a48f-abf13e2dffac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.866745] env[65677]: INFO networking_nsxv3.common.synchronization [req-6cc4f427-bed5-4b20-b59c-9f466abb603c req-65b44782-a54a-488c-8558-a3738e325388 service nova] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_rules [ 693.866745] env[65677]: INFO networking_nsxv3.common.synchronization [req-6cc4f427-bed5-4b20-b59c-9f466abb603c req-65b44782-a54a-488c-8558-a3738e325388 service nova] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 693.866906] env[65677]: INFO networking_nsxv3.common.synchronization [req-6cc4f427-bed5-4b20-b59c-9f466abb603c req-65b44782-a54a-488c-8558-a3738e325388 service nova] Enqueued Resource ID: cdb71676-b7b3-43f1-b2e8-4d7b00116c7d with Priority: HIGHEST for action port [ 693.867436] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_rules [ 693.867581] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 693.867674] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb71676-b7b3-43f1-b2e8-4d7b00116c7d with Priority: HIGHEST for action port [ 693.868020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.868704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.868704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.868704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.868704] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.870077] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.870530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.870530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.870530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.870702] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.870782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.870853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.871007] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.871100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.871193] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.872205] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.872376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.872501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.872749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.873009] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb71676-b7b3-43f1-b2e8-4d7b00116c7d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.013604] env[65677]: INFO networking_nsxv3.common.synchronization [None req-f0b21249-61fc-419d-baaf-bf2a75365a01 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Enqueued Resource ID: ad0e241a-ce79-419e-b959-f699e03d7e3c with Priority: HIGHEST for action security_group_rules [ 694.014166] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0e241a-ce79-419e-b959-f699e03d7e3c with Priority: HIGHEST for action security_group_rules [ 694.014753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad0e241a-ce79-419e-b959-f699e03d7e3c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.014753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad0e241a-ce79-419e-b959-f699e03d7e3c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.014753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad0e241a-ce79-419e-b959-f699e03d7e3c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.015781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad0e241a-ce79-419e-b959-f699e03d7e3c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.015781] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad0e241a-ce79-419e-b959-f699e03d7e3c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.304771] env[65677]: INFO networking_nsxv3.common.synchronization [None req-057f368b-20b4-466c-b585-2dc716b0e3a8 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Enqueued Resource ID: ad0e241a-ce79-419e-b959-f699e03d7e3c with Priority: HIGHEST for action security_group_rules [ 694.305112] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0e241a-ce79-419e-b959-f699e03d7e3c with Priority: HIGHEST for action security_group_rules [ 694.306854] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad0e241a-ce79-419e-b959-f699e03d7e3c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.307132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad0e241a-ce79-419e-b959-f699e03d7e3c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.376802] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.377208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.377477] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.378794] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d with status ACTIVE [ 694.380346] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.380346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.380346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.380346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.380346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.380346] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.380346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.380346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.381504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.381504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.381504] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.381504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.381504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.381723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.381723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.381792] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdb71676-b7b3-43f1-b2e8-4d7b00116c7d is going to be updated. [ 694.407734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.407734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.407734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.407734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.407734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.407734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.540740] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.542047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.542047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.542047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.542047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.542047] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad0e241a-ce79-419e-b959-f699e03d7e3c already deleted. [ 694.542047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad0e241a-ce79-419e-b959-f699e03d7e3c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.542238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad0e241a-ce79-419e-b959-f699e03d7e3c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.542323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad0e241a-ce79-419e-b959-f699e03d7e3c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.542394] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad0e241a-ce79-419e-b959-f699e03d7e3c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.676150] env[65677]: INFO networking_nsxv3.common.synchronization [req-90f52e6d-d352-466c-8f77-5a17ccf3b00a req-85b538fb-d9d9-4f40-9262-0ff3953016f6 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Enqueued Resource ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f with Priority: HIGHEST for action security_group_members [ 694.676711] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f with Priority: HIGHEST for action security_group_members [ 694.677036] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.677141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.677199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.677454] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.677609] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.677707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.677768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.678676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.678676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.678676] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c56747a-d9d0-4db7-9e81-cfed8e3faa4f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.885130] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.065860] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.066027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.066027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.066268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.066388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.066496] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad0e241a-ce79-419e-b959-f699e03d7e3c already deleted. [ 695.066660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad0e241a-ce79-419e-b959-f699e03d7e3c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.183490] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.183490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.183490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.183490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.183490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.183490] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.183953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.183953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.183953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.183953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.183953] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f already deleted. [ 695.184252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.268270] env[65677]: INFO networking_nsxv3.common.synchronization [None req-128a4e14-d5c7-4940-965f-6377f58b5955 None None] Enqueued Resource ID: eae0f886-317a-4aaf-83af-6e7d57c94d63 with Priority: HIGHEST for action port [ 695.268270] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae0f886-317a-4aaf-83af-6e7d57c94d63 with Priority: HIGHEST for action port [ 695.268270] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae0f886-317a-4aaf-83af-6e7d57c94d63 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.268270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae0f886-317a-4aaf-83af-6e7d57c94d63" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.268270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae0f886-317a-4aaf-83af-6e7d57c94d63" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.269069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae0f886-317a-4aaf-83af-6e7d57c94d63" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.269483] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae0f886-317a-4aaf-83af-6e7d57c94d63',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.387539] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.390146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.390146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.390146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.390146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.390146] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 is going to be created. [ 695.418866] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.418866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.418866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.418866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.418866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.435637] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: UNINITIALIZED for 2s [ 695.772791] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eae0f886-317a-4aaf-83af-6e7d57c94d63 [ 695.773541] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.773782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.773878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.774197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.774316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.774460] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eae0f886-317a-4aaf-83af-6e7d57c94d63 already deleted. [ 695.774571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae0f886-317a-4aaf-83af-6e7d57c94d63" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.912321] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.913343] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.914537] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.915748] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.916255] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.916556] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.916846] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.917229] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.917469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.917792] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.917991] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.918795] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.921131] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.921292] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.921445] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.921644] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.946253] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.946393] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.948752] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.948752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.948752] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-3c8df491-7e02-46e3-b603-bf8894c1f6d2 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.948752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-3c8df491-7e02-46e3-b603-bf8894c1f6d2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.948752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-3c8df491-7e02-46e3-b603-bf8894c1f6d2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.948752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-3c8df491-7e02-46e3-b603-bf8894c1f6d2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.948752] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8df491-7e02-46e3-b603-bf8894c1f6d2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.450026] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.450295] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.450382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.450660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.450841] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.450997] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 3c8df491-7e02-46e3-b603-bf8894c1f6d2 not found, creating... [ 696.451294] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.451465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.451722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.451841] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.451975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.452275] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.452423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.452529] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.452731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.452871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.452976] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 3c8df491-7e02-46e3-b603-bf8894c1f6d2 is going to be created. [ 696.485789] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.486022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.486141] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.486415] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.486660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.486890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-3c8df491-7e02-46e3-b603-bf8894c1f6d2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.225459] env[65677]: INFO networking_nsxv3.common.synchronization [req-90f52e6d-d352-466c-8f77-5a17ccf3b00a req-c97c7b11-661d-4edc-b7ec-272edff51371 service nova] Enqueued Resource ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f with Priority: HIGHEST for action security_group_rules [ 697.225668] env[65677]: INFO networking_nsxv3.common.synchronization [req-90f52e6d-d352-466c-8f77-5a17ccf3b00a req-c97c7b11-661d-4edc-b7ec-272edff51371 service nova] Enqueued Resource ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f with Priority: HIGHEST for action security_group_members [ 697.225806] env[65677]: INFO networking_nsxv3.common.synchronization [req-90f52e6d-d352-466c-8f77-5a17ccf3b00a req-c97c7b11-661d-4edc-b7ec-272edff51371 service nova] Enqueued Resource ID: 3c8df491-7e02-46e3-b603-bf8894c1f6d2 with Priority: HIGHEST for action port [ 697.226055] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f with Priority: HIGHEST for action security_group_rules [ 697.226190] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f with Priority: HIGHEST for action security_group_members [ 697.226286] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8df491-7e02-46e3-b603-bf8894c1f6d2 with Priority: HIGHEST for action port [ 697.227987] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.228179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.228272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.228620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.228714] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c56747a-d9d0-4db7-9e81-cfed8e3faa4f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.229763] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.229843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.229843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.230034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.230274] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.230274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.230373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.230472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.232085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.232085] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c56747a-d9d0-4db7-9e81-cfed8e3faa4f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.232085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8df491-7e02-46e3-b603-bf8894c1f6d2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.232519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8df491-7e02-46e3-b603-bf8894c1f6d2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.232519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8df491-7e02-46e3-b603-bf8894c1f6d2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.232519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8df491-7e02-46e3-b603-bf8894c1f6d2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.232740] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8df491-7e02-46e3-b603-bf8894c1f6d2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.443052] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: SUCCESS [ 697.443280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.443472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.443710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.444122] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.444255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.444320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.444490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.444575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.444884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.445015] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.734731] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.735913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.735913] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c56747a-d9d0-4db7-9e81-cfed8e3faa4f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.739028] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c8df491-7e02-46e3-b603-bf8894c1f6d2 with status ACTIVE [ 697.739028] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.739028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.739028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.739028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.739028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.739028] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.739028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.739028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.739028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.739528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.739528] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.739528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.739651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.739792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.739927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.740059] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c8df491-7e02-46e3-b603-bf8894c1f6d2 is going to be updated. [ 697.777547] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.777738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.777738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.777928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.778079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.778249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8df491-7e02-46e3-b603-bf8894c1f6d2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.947653] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.947837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.947950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.948199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.948427] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.948512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.948558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.948739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.948833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.948950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.950709] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.950709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.950709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.950709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.950709] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.950709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.950709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.950709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.951232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.951232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.951232] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.953712] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-2d283093-50e8-42a3-bae4-22fc6256ccff tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 697.954502] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 697.954831] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.954975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.955069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.955295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.955444] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.955575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.955670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.955851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.955939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.956065] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.193845] env[65677]: INFO networking_nsxv3.common.synchronization [None req-2f60b175-8264-4d16-befb-cf1b5bea8ff3 None None] Enqueued Resource ID: f08121e4-4f04-433a-a9fc-88ef490ef0ff with Priority: HIGHEST for action port [ 698.194967] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08121e4-4f04-433a-a9fc-88ef490ef0ff with Priority: HIGHEST for action port [ 698.195448] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f08121e4-4f04-433a-a9fc-88ef490ef0ff taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.195780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f08121e4-4f04-433a-a9fc-88ef490ef0ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.195890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f08121e4-4f04-433a-a9fc-88ef490ef0ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.196293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f08121e4-4f04-433a-a9fc-88ef490ef0ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.196436] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08121e4-4f04-433a-a9fc-88ef490ef0ff',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.242556] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c56747a-d9d0-4db7-9e81-cfed8e3faa4f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.456931] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0002683-a04b-4a05-8561-c9c73007fa11: rpc.has_security_group_logging(os_id): False [ 698.466062] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.466232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.466305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.466526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.466620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.466847] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.466953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.467039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.467198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.467276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.467363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df already deleted. [ 698.467443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.486684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.486684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.486684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.486684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.487217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.487217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.487217] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.487217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.487339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.487706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.487706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.487706] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 is going to be created. [ 698.561063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.561246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.561285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.561621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.561715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.573829] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: IN_PROGRESS for 2s [ 698.679705] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-ada5b0e6-efb0-472e-a662-b6a63f4cfe26 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 698.680581] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 698.680908] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.681070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.681185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.681317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.682063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.682259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.682393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.682552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.682666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.682810] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.699244] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f08121e4-4f04-433a-a9fc-88ef490ef0ff [ 698.699465] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.699600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.699661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.699877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.699967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.700093] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f08121e4-4f04-433a-a9fc-88ef490ef0ff already deleted. [ 698.700203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f08121e4-4f04-433a-a9fc-88ef490ef0ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.747416] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.747416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.747416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.747871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.747871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.747871] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f is going to be created. [ 698.779476] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.779671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.779728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.779899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.780071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.790781] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f in Status: UNINITIALIZED for 2s [ 699.187213] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.187213] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.187213] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df already deleted. [ 699.187213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.770207] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-71a5c183-d58f-4f0b-ad46-1b4fafef13f2 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 699.770919] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 699.771072] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.771347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.771347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.771488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.771700] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.771784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.771784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.771914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.772212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.772347] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.818593] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c84b14d7-2258-4649-926c-13edc6f5cbe5 None None] Enqueued Resource ID: b606728e-57dc-41e9-afe5-2f9bb81727a9 with Priority: HIGHEST for action port [ 699.819816] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b606728e-57dc-41e9-afe5-2f9bb81727a9 with Priority: HIGHEST for action port [ 699.819816] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b606728e-57dc-41e9-afe5-2f9bb81727a9 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.819816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b606728e-57dc-41e9-afe5-2f9bb81727a9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.821250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b606728e-57dc-41e9-afe5-2f9bb81727a9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.821250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b606728e-57dc-41e9-afe5-2f9bb81727a9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.821250] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b606728e-57dc-41e9-afe5-2f9bb81727a9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.207049] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6e62f87c-364d-458a-9690-e6fe398f5f8e None None] Enqueued Resource ID: ad4848bf-8380-426c-88a2-4d6019b970f2 with Priority: HIGHEST for action port [ 700.207049] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad4848bf-8380-426c-88a2-4d6019b970f2 with Priority: HIGHEST for action port [ 700.207477] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad4848bf-8380-426c-88a2-4d6019b970f2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.207977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad4848bf-8380-426c-88a2-4d6019b970f2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.208201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad4848bf-8380-426c-88a2-4d6019b970f2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.209178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad4848bf-8380-426c-88a2-4d6019b970f2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.210156] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad4848bf-8380-426c-88a2-4d6019b970f2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.277020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.277020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.277020] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df already deleted. [ 700.277020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.278934] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.279118] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-477" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.279232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-477" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.279566] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-477" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.279825] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.280046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.280097] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.280313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.280443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.280636] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.280760] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.280829] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.280922] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.281204] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.281367] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.281483] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.307651] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.307651] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.307651] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.307651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-477" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.307651] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-4289fe10-8701-4ba5-a63b-c98ca4f2a837 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.307651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-4289fe10-8701-4ba5-a63b-c98ca4f2a837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.307651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-4289fe10-8701-4ba5-a63b-c98ca4f2a837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.307651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-4289fe10-8701-4ba5-a63b-c98ca4f2a837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.307651] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4289fe10-8701-4ba5-a63b-c98ca4f2a837',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.323940] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b606728e-57dc-41e9-afe5-2f9bb81727a9 [ 700.324221] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.324431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.324650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.324741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.324958] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b606728e-57dc-41e9-afe5-2f9bb81727a9 already deleted. [ 700.325024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b606728e-57dc-41e9-afe5-2f9bb81727a9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.593143] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: SUCCESS [ 700.593406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.612049] env[65677]: INFO networking_nsxv3.common.synchronization [req-71594f7f-e3de-4cbf-8352-870e262fc1a3 req-9db92b32-77be-4d63-a565-c8ad4bb740c9 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Enqueued Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_members [ 700.612049] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_members [ 700.612430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.612740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.612952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.613394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.613710] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.613972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.614169] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.614479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.614704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.614903] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.712393] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad4848bf-8380-426c-88a2-4d6019b970f2 [ 700.712393] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.712393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.712393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.712393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.712393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.712393] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad4848bf-8380-426c-88a2-4d6019b970f2 already deleted. [ 700.712393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad4848bf-8380-426c-88a2-4d6019b970f2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.803190] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f in Status: SUCCESS [ 700.803508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.803558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.804619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.804619] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.804619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.804619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.804875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.804875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.804929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.808222] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c56747a-d9d0-4db7-9e81-cfed8e3faa4f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.814638] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.816400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.816400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.816400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.816400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.816400] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 4289fe10-8701-4ba5-a63b-c98ca4f2a837 not found, creating... [ 700.817615] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.817615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.817615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.817615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.818218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.818309] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.818778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.818778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.818882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.819041] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.819200] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 4289fe10-8701-4ba5-a63b-c98ca4f2a837 is going to be created. [ 700.848706] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.848973] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.849069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.849350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.849658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.849986] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-4289fe10-8701-4ba5-a63b-c98ca4f2a837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.118021] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.118021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.118021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.118021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.118021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.118605] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.118605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.118605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.118748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.118778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.118938] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 already deleted. [ 701.119035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.314995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.314995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.314995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.314995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.314995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.316411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.316411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.316411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.316411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.316411] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c56747a-d9d0-4db7-9e81-cfed8e3faa4f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.619809] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.620035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-548" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.620168] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-548" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.620497] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-548" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.620802] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.620962] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621494] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621741] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.621852] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.621964] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.622107] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.622231] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.622343] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.622470] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.646167] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.646332] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.646463] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.646644] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-548" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.646963] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-08539295-4873-4fe0-be63-aa253c4f5b27 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.647145] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-08539295-4873-4fe0-be63-aa253c4f5b27" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.647261] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-08539295-4873-4fe0-be63-aa253c4f5b27" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.647598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-08539295-4873-4fe0-be63-aa253c4f5b27" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.647732] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08539295-4873-4fe0-be63-aa253c4f5b27',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.700028] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-57a22320-022f-4d16-a4d4-8aa13cb73630 service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 701.700533] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-57a22320-022f-4d16-a4d4-8aa13cb73630 service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 701.700533] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-57a22320-022f-4d16-a4d4-8aa13cb73630 service nova] Enqueued Resource ID: 4289fe10-8701-4ba5-a63b-c98ca4f2a837 with Priority: HIGHEST for action port [ 701.702302] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 701.702302] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 701.702302] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4289fe10-8701-4ba5-a63b-c98ca4f2a837 with Priority: HIGHEST for action port [ 701.702302] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.702302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.702737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.702737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.702737] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.703728] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.703728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.703822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.704272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.704272] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.704272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.704272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.704862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.704862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.704956] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.705884] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-4289fe10-8701-4ba5-a63b-c98ca4f2a837 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.706150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4289fe10-8701-4ba5-a63b-c98ca4f2a837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.706150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4289fe10-8701-4ba5-a63b-c98ca4f2a837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.706150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4289fe10-8701-4ba5-a63b-c98ca4f2a837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.706327] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4289fe10-8701-4ba5-a63b-c98ca4f2a837',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.819844] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f: rpc.has_security_group_logging(os_id): False [ 701.840303] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.840440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.840476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.841128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.841128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.841270] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.841925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.841925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.841925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.841925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.842342] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.842342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.842342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.842342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.842342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.843016] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.843016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.843016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.843016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.843016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.843275] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f is going to be created. [ 701.905879] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.906068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.906157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.906403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.906611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.923774] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f in Status: IN_PROGRESS for 2s [ 702.152899] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.152899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.152899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.152899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.152899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.152899] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 08539295-4873-4fe0-be63-aa253c4f5b27 not found, creating... [ 702.152899] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.152899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.152899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.152899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.153251] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.153251] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.153390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.153508] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.153747] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.153883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.156033] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 08539295-4873-4fe0-be63-aa253c4f5b27 is going to be created. [ 702.175453] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.175729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.175861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.176111] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.176331] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.176543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-08539295-4873-4fe0-be63-aa253c4f5b27" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.208635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.208775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.208987] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.209972] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4289fe10-8701-4ba5-a63b-c98ca4f2a837 with status ACTIVE [ 702.210196] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.210323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.210409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.210641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.210749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.211299] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.211299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.211299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.211299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.211545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.211545] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.212145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.212145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.212145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.212145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.212145] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4289fe10-8701-4ba5-a63b-c98ca4f2a837 is going to be updated. [ 702.237978] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.238188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.238275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.238514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.238655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.238856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4289fe10-8701-4ba5-a63b-c98ca4f2a837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.714598] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.929999] env[65677]: INFO networking_nsxv3.common.synchronization [req-71594f7f-e3de-4cbf-8352-870e262fc1a3 req-04734fb4-f753-4020-8c7d-78fb4aab12ca service nova] Enqueued Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_rules [ 702.930446] env[65677]: INFO networking_nsxv3.common.synchronization [req-71594f7f-e3de-4cbf-8352-870e262fc1a3 req-04734fb4-f753-4020-8c7d-78fb4aab12ca service nova] Enqueued Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_members [ 702.930641] env[65677]: INFO networking_nsxv3.common.synchronization [req-71594f7f-e3de-4cbf-8352-870e262fc1a3 req-04734fb4-f753-4020-8c7d-78fb4aab12ca service nova] Enqueued Resource ID: 08539295-4873-4fe0-be63-aa253c4f5b27 with Priority: HIGHEST for action port [ 702.933432] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_rules [ 702.933432] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_members [ 702.933432] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08539295-4873-4fe0-be63-aa253c4f5b27 with Priority: HIGHEST for action port [ 702.933432] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.933822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.933822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.933926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.934029] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.936323] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.936467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.936537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.936770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.937771] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.937900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.937989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.938191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.938282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.938381] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.939299] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-08539295-4873-4fe0-be63-aa253c4f5b27 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.939415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08539295-4873-4fe0-be63-aa253c4f5b27" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.939483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08539295-4873-4fe0-be63-aa253c4f5b27" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.939688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08539295-4873-4fe0-be63-aa253c4f5b27" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.939742] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08539295-4873-4fe0-be63-aa253c4f5b27',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.219785] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.220049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.220151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.220506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.222251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.222588] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be created. [ 703.257574] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.257717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.258050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.258050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.258193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.273103] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: UNINITIALIZED for 2s [ 703.309723] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.311017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.311017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.311017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.311017] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.311239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.311239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.312026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.312026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.312026] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.312026] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.312026] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.312240] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.312240] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.312326] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.312471] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.334703] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.334883] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.335809] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.335809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.335933] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-5c36511a-9e6c-44c5-863f-d8d82d0b5073 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.336084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-5c36511a-9e6c-44c5-863f-d8d82d0b5073" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.336264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-5c36511a-9e6c-44c5-863f-d8d82d0b5073" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.336671] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-5c36511a-9e6c-44c5-863f-d8d82d0b5073" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.336849] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c36511a-9e6c-44c5-863f-d8d82d0b5073',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.443498] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.443670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.445014] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08539295-4873-4fe0-be63-aa253c4f5b27 with status ACTIVE [ 703.445014] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.445014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.445014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.445014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.445014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.445014] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.445014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.445014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.445014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.445014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.446883] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.446883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.446883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.446883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.446883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.446883] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08539295-4873-4fe0-be63-aa253c4f5b27 is going to be updated. [ 703.446883] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.477991] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.478194] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.478269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.478489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.478618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.478928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08539295-4873-4fe0-be63-aa253c4f5b27" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.841016] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.841016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.841187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.841354] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.841498] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.841645] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 5c36511a-9e6c-44c5-863f-d8d82d0b5073 not found, creating... [ 703.841921] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.842363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.842363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.842508] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.842633] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.843198] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.843198] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.843374] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.843548] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.843597] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.843732] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 5c36511a-9e6c-44c5-863f-d8d82d0b5073 is going to be created. [ 703.866470] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.866470] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.866645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.866865] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.867098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.867309] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-5c36511a-9e6c-44c5-863f-d8d82d0b5073" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.907058] env[65677]: INFO networking_nsxv3.common.synchronization [None req-40f1be2b-c787-4769-bfbb-63c94a84b7b2 None None] Enqueued Resource ID: 8b5dd3d6-ae29-4904-8a90-57be39ca3fc2 with Priority: HIGHEST for action port [ 703.907615] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5dd3d6-ae29-4904-8a90-57be39ca3fc2 with Priority: HIGHEST for action port [ 703.907934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b5dd3d6-ae29-4904-8a90-57be39ca3fc2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.908067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b5dd3d6-ae29-4904-8a90-57be39ca3fc2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.908133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b5dd3d6-ae29-4904-8a90-57be39ca3fc2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.908396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b5dd3d6-ae29-4904-8a90-57be39ca3fc2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.908477] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b5dd3d6-ae29-4904-8a90-57be39ca3fc2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.941240] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f in Status: SUCCESS [ 703.941240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.949850] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.283952] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-afef7dc8-19e8-4d9c-9a91-0db64b63fcb9 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 704.284684] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 704.285326] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.285561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.285665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.286052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.286119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.286208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.286269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.286421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.286508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.286625] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.415574] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b5dd3d6-ae29-4904-8a90-57be39ca3fc2 [ 704.415574] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.415574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.415574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.415574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.415574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.415574] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b5dd3d6-ae29-4904-8a90-57be39ca3fc2 already deleted. [ 704.416261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b5dd3d6-ae29-4904-8a90-57be39ca3fc2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.452547] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.452547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.452547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.452759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.454410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.454410] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 is going to be created. [ 704.486746] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.487185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.487959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.487959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.487959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.495286] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c3fd9589-db14-4c8d-b37d-94b737cbe5e4 None None] Enqueued Resource ID: 2a870c71-e0cd-44f6-af89-278000182974 with Priority: HIGHEST for action port [ 704.495286] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a870c71-e0cd-44f6-af89-278000182974 with Priority: HIGHEST for action port [ 704.495286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a870c71-e0cd-44f6-af89-278000182974 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.496379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a870c71-e0cd-44f6-af89-278000182974" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.496560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a870c71-e0cd-44f6-af89-278000182974" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.498204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a870c71-e0cd-44f6-af89-278000182974" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.498204] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a870c71-e0cd-44f6-af89-278000182974',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.499501] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 in Status: UNINITIALIZED for 2s [ 704.697627] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-634e4aeb-484b-4e66-b5ab-69f8e9135866 service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 704.697801] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-634e4aeb-484b-4e66-b5ab-69f8e9135866 service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 704.697934] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-634e4aeb-484b-4e66-b5ab-69f8e9135866 service nova] Enqueued Resource ID: 5c36511a-9e6c-44c5-863f-d8d82d0b5073 with Priority: HIGHEST for action port [ 704.698455] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 704.698593] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 704.698696] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c36511a-9e6c-44c5-863f-d8d82d0b5073 with Priority: HIGHEST for action port [ 704.698986] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.699804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.702514] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.702655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.702815] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c36511a-9e6c-44c5-863f-d8d82d0b5073 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.702945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c36511a-9e6c-44c5-863f-d8d82d0b5073" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.702988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c36511a-9e6c-44c5-863f-d8d82d0b5073" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c36511a-9e6c-44c5-863f-d8d82d0b5073" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.703678] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c36511a-9e6c-44c5-863f-d8d82d0b5073',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.790237] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.790391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.790462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.790703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.790807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.791048] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.791341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.791341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.791428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.791456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.791525] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf already deleted. [ 704.791606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.001210] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a870c71-e0cd-44f6-af89-278000182974 [ 705.003032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.003032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.003032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.003032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.003032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.003032] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a870c71-e0cd-44f6-af89-278000182974 already deleted. [ 705.003032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a870c71-e0cd-44f6-af89-278000182974" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.205930] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c36511a-9e6c-44c5-863f-d8d82d0b5073 with status ACTIVE [ 705.206291] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.206471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.206563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.206859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.206998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.207256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.207404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.207491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.207716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.207829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.208344] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.208344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.208344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.208506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.208597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.208740] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c36511a-9e6c-44c5-863f-d8d82d0b5073 is going to be updated. [ 705.236340] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.236581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.236729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.237080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.237215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.237411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c36511a-9e6c-44c5-863f-d8d82d0b5073" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.289427] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 705.289659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.289836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.290148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.290343] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.290477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.290592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.290919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.291090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.291265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.291385] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.292458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.292682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.292943] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.293130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.293208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.293365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.293478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.293662] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.397577] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.397577] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.397577] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.399418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.399418] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.399418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.399418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.399418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.399871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.400043] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.400111] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.400199] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.401469] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.401469] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.401469] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.401469] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.424543] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.424734] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.424890] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.425111] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.425477] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-834c89db-3206-475f-b7e7-cb62cd07ea85 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.425758] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-834c89db-3206-475f-b7e7-cb62cd07ea85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.425924] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-834c89db-3206-475f-b7e7-cb62cd07ea85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.426352] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-834c89db-3206-475f-b7e7-cb62cd07ea85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.426520] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('834c89db-3206-475f-b7e7-cb62cd07ea85',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.795734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.796017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.796266] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.932575] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.932575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.932575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.932575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.932575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.932575] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 834c89db-3206-475f-b7e7-cb62cd07ea85 not found, creating... [ 705.932575] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.932575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.932575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.932575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.932901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.933183] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.933183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.933310] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.933749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.933886] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.934029] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 834c89db-3206-475f-b7e7-cb62cd07ea85 is going to be created. [ 705.962481] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.963082] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.963231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.963508] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.963729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.964322] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-834c89db-3206-475f-b7e7-cb62cd07ea85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.299783] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.384136] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a1d5e314-7f60-4978-9671-b324599a9f94 None None] Enqueued Resource ID: 17dcb1ca-5d73-4bfa-b190-3615126d9650 with Priority: HIGHEST for action port [ 706.384841] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dcb1ca-5d73-4bfa-b190-3615126d9650 with Priority: HIGHEST for action port [ 706.385157] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-17dcb1ca-5d73-4bfa-b190-3615126d9650 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.385286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17dcb1ca-5d73-4bfa-b190-3615126d9650" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.385354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17dcb1ca-5d73-4bfa-b190-3615126d9650" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.386066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17dcb1ca-5d73-4bfa-b190-3615126d9650" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.386066] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17dcb1ca-5d73-4bfa-b190-3615126d9650',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.446291] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-89b27e61-861e-48d3-a52b-e2bd3f177a4b tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 706.446291] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 706.446291] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.446291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.446291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.448922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.448922] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.448922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.448922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.448922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.448922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.448922] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.513288] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 in Status: SUCCESS [ 706.513288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.513288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.513288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.513416] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.513517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.513917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.513917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.513917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.513917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.514091] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.673033] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-3e91588c-2c2e-40ec-ba5c-70e07005a345 service nova] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_rules [ 706.673195] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-3e91588c-2c2e-40ec-ba5c-70e07005a345 service nova] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 706.673383] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-3e91588c-2c2e-40ec-ba5c-70e07005a345 service nova] Enqueued Resource ID: 834c89db-3206-475f-b7e7-cb62cd07ea85 with Priority: HIGHEST for action port [ 706.674026] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_rules [ 706.674187] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 706.674381] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834c89db-3206-475f-b7e7-cb62cd07ea85 with Priority: HIGHEST for action port [ 706.675393] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.675393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.675393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.675393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.675393] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.676554] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.676706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.677544] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-834c89db-3206-475f-b7e7-cb62cd07ea85 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.677544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-834c89db-3206-475f-b7e7-cb62cd07ea85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.677544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-834c89db-3206-475f-b7e7-cb62cd07ea85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.680860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-834c89db-3206-475f-b7e7-cb62cd07ea85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.680959] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('834c89db-3206-475f-b7e7-cb62cd07ea85',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.802961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.803131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.803192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.803422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.803544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.803677] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 706.815456] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.815456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-477" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.815456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-477" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.815456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-477" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.815456] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.815456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.815456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.815895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.815895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.816167] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.816783] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.816783] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.816783] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.816783] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.816783] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.816783] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.844175] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.844344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.844408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.844650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.844784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.847611] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.847840] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.848148] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.848435] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-477" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.848772] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.849031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.849206] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.849705] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.850132] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.863907] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 706.888867] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17dcb1ca-5d73-4bfa-b190-3615126d9650 [ 706.889273] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.889596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.890209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.890209] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17dcb1ca-5d73-4bfa-b190-3615126d9650 already deleted. [ 706.890209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17dcb1ca-5d73-4bfa-b190-3615126d9650" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.950616] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.016552] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.183720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.183720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.189118] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 834c89db-3206-475f-b7e7-cb62cd07ea85 with status ACTIVE [ 707.189118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.189118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.189118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.189118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.189118] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 834c89db-3206-475f-b7e7-cb62cd07ea85 is going to be updated. [ 707.211300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.211300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.211300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.212752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.212752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.212752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-834c89db-3206-475f-b7e7-cb62cd07ea85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.354858] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.355256] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.355424] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.355833] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.356060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.356268] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 not found, creating... [ 707.356684] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.356919] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.357116] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.357433] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.357652] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.358083] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.358328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.358512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.358820] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.359035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.359772] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 is going to be created. [ 707.387669] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.387934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.388050] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.388363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.388547] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.388760] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.452660] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.519563] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afa9c2c8-d7aa-407b-b213-71dbfc98c3c0: rpc.has_security_group_logging(os_id): False [ 707.543132] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.543328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.543373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.543605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.543674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.543956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.544041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.544108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.544261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.544338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.544426] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 is going to be created. [ 707.623740] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.623946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.624019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.624383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.624714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.637792] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 in Status: IN_PROGRESS for 2s [ 707.955042] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.955435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.955435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.955597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.955806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.955909] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be created. [ 707.981430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.981670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.981864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.981944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.982130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.993214] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: UNINITIALIZED for 2s [ 708.015024] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.015720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.015720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.015720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.015983] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.016193] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.016372] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.016669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.017062] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.017335] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.017477] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.017631] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.017670] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.017787] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.017952] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.018012] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.062775] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.062775] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.062775] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.062775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.062775] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-bc8719ab-c26f-4e18-9b34-14c6779dd339 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.062775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-bc8719ab-c26f-4e18-9b34-14c6779dd339" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.062775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-bc8719ab-c26f-4e18-9b34-14c6779dd339" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.062775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-bc8719ab-c26f-4e18-9b34-14c6779dd339" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.062775] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc8719ab-c26f-4e18-9b34-14c6779dd339',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.088116] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-81525960-438f-4dd7-8e7b-fa70787d6011 service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 708.088327] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-81525960-438f-4dd7-8e7b-fa70787d6011 service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 708.088631] env[65677]: INFO networking_nsxv3.common.synchronization [req-737d6733-7453-46f0-a4af-45da69078621 req-81525960-438f-4dd7-8e7b-fa70787d6011 service nova] Enqueued Resource ID: c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 with Priority: HIGHEST for action port [ 708.089302] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 708.089430] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 708.089614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 with Priority: HIGHEST for action port [ 708.089807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.089908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.090117] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.090208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.090395] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.090518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.090586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.090768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.090843] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.277323] env[65677]: INFO networking_nsxv3.common.synchronization [None req-9148b815-cf28-4243-88d9-b3ed53433595 None None] Enqueued Resource ID: 77f123b9-c184-47e6-aec0-b80140546173 with Priority: HIGHEST for action port [ 708.277991] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f123b9-c184-47e6-aec0-b80140546173 with Priority: HIGHEST for action port [ 708.278286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f123b9-c184-47e6-aec0-b80140546173 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.278423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f123b9-c184-47e6-aec0-b80140546173" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.278492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f123b9-c184-47e6-aec0-b80140546173" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.278756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f123b9-c184-47e6-aec0-b80140546173" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.278842] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f123b9-c184-47e6-aec0-b80140546173',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.565803] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.565803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.567608] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.568736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.568736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.568736] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port bc8719ab-c26f-4e18-9b34-14c6779dd339 not found, creating... [ 708.568736] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.568956] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.568989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.569236] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.569367] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.569766] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.569907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.570281] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.570502] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.570634] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.570791] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: bc8719ab-c26f-4e18-9b34-14c6779dd339 is going to be created. [ 708.592090] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.592369] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.592486] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.592768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.592982] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.593216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-bc8719ab-c26f-4e18-9b34-14c6779dd339" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.594409] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 with status ACTIVE [ 708.594624] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.594751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.594833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.595014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.595101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.595272] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.595370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.595434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.595574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.595716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.595896] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.595991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.596065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.596206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.596281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.596364] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 is going to be updated. [ 708.623790] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.623987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.624066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.624265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.624403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.624564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.781299] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77f123b9-c184-47e6-aec0-b80140546173 [ 708.782619] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.782619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.782619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.782619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.782619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.782619] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77f123b9-c184-47e6-aec0-b80140546173 already deleted. [ 708.782898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f123b9-c184-47e6-aec0-b80140546173" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.876417] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 708.879023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.879023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.879023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.879023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.879023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.879023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.879023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.879023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.879023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.879023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.879492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.879492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.879780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.879869] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.879972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.880043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.880218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.880333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.880429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.880516] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.881427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.881583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.881725] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.881825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.881884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.882837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.884490] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.337811] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-c4c31add-55ba-4de4-9709-8b69458f9173 service nova] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_rules [ 709.337811] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-c4c31add-55ba-4de4-9709-8b69458f9173 service nova] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 709.337811] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-c4c31add-55ba-4de4-9709-8b69458f9173 service nova] Enqueued Resource ID: bc8719ab-c26f-4e18-9b34-14c6779dd339 with Priority: HIGHEST for action port [ 709.338473] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_rules [ 709.338979] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 709.338979] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc8719ab-c26f-4e18-9b34-14c6779dd339 with Priority: HIGHEST for action port [ 709.340326] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.340326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.340519] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.340607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.341260] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc8719ab-c26f-4e18-9b34-14c6779dd339 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.341260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc8719ab-c26f-4e18-9b34-14c6779dd339" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.341260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc8719ab-c26f-4e18-9b34-14c6779dd339" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.341260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc8719ab-c26f-4e18-9b34-14c6779dd339" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.341260] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc8719ab-c26f-4e18-9b34-14c6779dd339',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.385746] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80a80be-a420-4cd5-8d5d-c28367d511df: rpc.has_security_group_logging(os_id): False [ 709.387813] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.406286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.406515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.406681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.406956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.407130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.407407] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.407568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.407683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.407944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.408089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.408376] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.408538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.408640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.408870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.408987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.409463] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.409524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.409627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.409844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.409973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.410132] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be created. [ 709.470977] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.471191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.471246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.471693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.471693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.484209] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 709.652504] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 in Status: SUCCESS [ 709.652823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.664699] env[65677]: INFO networking_nsxv3.common.synchronization [None req-f19cb731-0808-4c27-b5bf-5b64667a3ebe None None] Enqueued Resource ID: 5f349b88-ab18-46d9-983a-8175cff8bc54 with Priority: HIGHEST for action port [ 709.666089] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f349b88-ab18-46d9-983a-8175cff8bc54 with Priority: HIGHEST for action port [ 709.666995] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-cb6d42be-6ad1-4c79-9cfe-4398d7f2d2c1 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 709.667367] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f349b88-ab18-46d9-983a-8175cff8bc54 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.667520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f349b88-ab18-46d9-983a-8175cff8bc54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.667600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f349b88-ab18-46d9-983a-8175cff8bc54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.667865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f349b88-ab18-46d9-983a-8175cff8bc54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.667953] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f349b88-ab18-46d9-983a-8175cff8bc54',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.669418] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 709.670829] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.671015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.844092] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc8719ab-c26f-4e18-9b34-14c6779dd339 with status ACTIVE [ 709.844346] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.844487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.844559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.844772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.844859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.845054] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.845157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.845216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.845371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.845447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.845678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.845776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.845832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.845980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.846073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.846142] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc8719ab-c26f-4e18-9b34-14c6779dd339 is going to be updated. [ 709.868041] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.868222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.868839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.868839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.868839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.868839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc8719ab-c26f-4e18-9b34-14c6779dd339" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.891106] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.007349] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 710.007349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.007349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.007349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.007349] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.007349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.007349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.007349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.007349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.007349] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.172790] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f349b88-ab18-46d9-983a-8175cff8bc54 [ 710.173493] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.173678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.173773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.174053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.174177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.174307] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f349b88-ab18-46d9-983a-8175cff8bc54 already deleted. [ 710.174418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f349b88-ab18-46d9-983a-8175cff8bc54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.393049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.393221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.393287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.393515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.393613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.393711] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 710.425131] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.425288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.425357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.425625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.425920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.437056] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 710.511745] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.008044] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.008044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.008044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.008044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.008044] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.008044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.008044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.008966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.009285] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.009580] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.009783] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.009968] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.010768] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.010768] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.010768] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.010924] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.015119] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.031484] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.031634] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.031763] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.031927] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-862" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.032324] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-ae8954aa-031d-4e69-8de5-93ce3968a894 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.032504] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-ae8954aa-031d-4e69-8de5-93ce3968a894" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.032617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-ae8954aa-031d-4e69-8de5-93ce3968a894" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.032933] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-ae8954aa-031d-4e69-8de5-93ce3968a894" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.033113] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8954aa-031d-4e69-8de5-93ce3968a894',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.253240] env[65677]: INFO networking_nsxv3.common.synchronization [None req-af34750b-69f8-4f15-a149-1aa174609747 None None] Enqueued Resource ID: 0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd with Priority: HIGHEST for action port [ 711.253240] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd with Priority: HIGHEST for action port [ 711.253419] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.253544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.253544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.253831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.254040] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.498760] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 711.498990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.499730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.499730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.499730] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.517184] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.517309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.517384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.517602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.517693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.517790] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 711.535472] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.536076] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.536285] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.536669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.537076] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.537843] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port ae8954aa-031d-4e69-8de5-93ce3968a894 not found, creating... [ 711.538287] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.538518] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.538756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.539030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.539204] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.539616] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.539898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.540070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.540339] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.540491] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.540653] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: ae8954aa-031d-4e69-8de5-93ce3968a894 is going to be created. [ 711.549289] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.549433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.549496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.549708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.549854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.559930] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 711.562697] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.562902] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.563031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.563320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.563536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.563818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-ae8954aa-031d-4e69-8de5-93ce3968a894" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.756434] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd [ 711.756846] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.757066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.757163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.757926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.757926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.757926] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd already deleted. [ 711.757926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e0b1bae-c5dc-4521-9ecb-3ddaa01b21dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.002513] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.002680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.209356] env[65677]: INFO networking_nsxv3.common.synchronization [None req-74684919-d4b3-454e-b9b5-d32f39abfd28 None None] Enqueued Resource ID: 045f7e3d-a492-421d-bc80-9aeb1544c6a8 with Priority: HIGHEST for action port [ 712.210209] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045f7e3d-a492-421d-bc80-9aeb1544c6a8 with Priority: HIGHEST for action port [ 712.210209] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-045f7e3d-a492-421d-bc80-9aeb1544c6a8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.210314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-045f7e3d-a492-421d-bc80-9aeb1544c6a8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.210377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-045f7e3d-a492-421d-bc80-9aeb1544c6a8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.210623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-045f7e3d-a492-421d-bc80-9aeb1544c6a8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.210705] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('045f7e3d-a492-421d-bc80-9aeb1544c6a8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.265172] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-6c853523-0dd7-4f02-8479-781df6d1dc4b service nova] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_rules [ 712.265172] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-6c853523-0dd7-4f02-8479-781df6d1dc4b service nova] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 712.265172] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 req-6c853523-0dd7-4f02-8479-781df6d1dc4b service nova] Enqueued Resource ID: ae8954aa-031d-4e69-8de5-93ce3968a894 with Priority: HIGHEST for action port [ 712.265172] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_rules [ 712.265172] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 712.265172] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8954aa-031d-4e69-8de5-93ce3968a894 with Priority: HIGHEST for action port [ 712.265172] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.265172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.265172] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.265808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.265808] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae8954aa-031d-4e69-8de5-93ce3968a894 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.265808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae8954aa-031d-4e69-8de5-93ce3968a894" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.265808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae8954aa-031d-4e69-8de5-93ce3968a894" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.265978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae8954aa-031d-4e69-8de5-93ce3968a894" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.265978] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8954aa-031d-4e69-8de5-93ce3968a894',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.351537] env[65677]: INFO networking_nsxv3.common.synchronization [None req-501fbbdc-8d1a-4161-bbd6-7111eb9a6c92 None None] Enqueued Resource ID: 677ee549-200e-4dfd-b1ec-bddc3980ef9e with Priority: HIGHEST for action port [ 712.352074] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677ee549-200e-4dfd-b1ec-bddc3980ef9e with Priority: HIGHEST for action port [ 712.352320] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-677ee549-200e-4dfd-b1ec-bddc3980ef9e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.352937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-677ee549-200e-4dfd-b1ec-bddc3980ef9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.352937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-677ee549-200e-4dfd-b1ec-bddc3980ef9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.352937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-677ee549-200e-4dfd-b1ec-bddc3980ef9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.352937] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677ee549-200e-4dfd-b1ec-bddc3980ef9e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.445703] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 712.446738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.446947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.447293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.447534] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.447609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.447678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.447837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.447917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.448033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.448347] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.521026] env[65677]: INFO networking_nsxv3.common.synchronization [req-08a085fc-90ec-49f7-ad81-fe40841c43a6 req-e4cd94df-a622-4356-b9c0-941cce1a2bcf tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Enqueued Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_members [ 712.521600] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_members [ 712.521900] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.522309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.522423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.522789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.522969] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.523085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.523148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.523305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.523390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.523500] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.714798] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 045f7e3d-a492-421d-bc80-9aeb1544c6a8 [ 712.716871] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.716871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.716871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.716871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.716871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.716871] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:045f7e3d-a492-421d-bc80-9aeb1544c6a8 already deleted. [ 712.716871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-045f7e3d-a492-421d-bc80-9aeb1544c6a8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.770081] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae8954aa-031d-4e69-8de5-93ce3968a894 with status ACTIVE [ 712.770081] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.770081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.770081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.770081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.772059] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.772059] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.772059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.772059] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae8954aa-031d-4e69-8de5-93ce3968a894 is going to be updated. [ 712.797247] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.797446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.797446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.797624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.797759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.797920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae8954aa-031d-4e69-8de5-93ce3968a894" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.855875] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 677ee549-200e-4dfd-b1ec-bddc3980ef9e [ 712.855875] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.855875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.855875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.855875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.856214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.856214] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:677ee549-200e-4dfd-b1ec-bddc3980ef9e already deleted. [ 712.856299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-677ee549-200e-4dfd-b1ec-bddc3980ef9e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.950345] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.950500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.950580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.950790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.950949] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.951082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.951148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.951295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.951379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.951463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.951606] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.951697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.951759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.951896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.952040] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.952130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.952190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.952323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.952398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.952477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.952570] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.026082] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.026324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.026324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.026513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.026614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.026985] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.026985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.026985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.027201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.027321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.027321] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 already deleted. [ 713.027420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.040519] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.040995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-289" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.040995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-289" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.043011] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-289" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.043424] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.045300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.045300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.045300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.045300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.045300] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.045300] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.045300] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.045300] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.045300] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.045300] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.045300] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.067872] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.068749] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.068749] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.068749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-289" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.068749] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-d654a2fa-0f11-4bda-bcfa-1261556c3e68 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.068923] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-d654a2fa-0f11-4bda-bcfa-1261556c3e68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.068923] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-d654a2fa-0f11-4bda-bcfa-1261556c3e68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.069277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-d654a2fa-0f11-4bda-bcfa-1261556c3e68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.069441] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d654a2fa-0f11-4bda-bcfa-1261556c3e68',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.459587] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80a80be-a420-4cd5-8d5d-c28367d511df: rpc.has_security_group_logging(os_id): False [ 713.477263] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.477420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.477479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.477973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.477973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.477973] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.478178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.478178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.478270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.478346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.478524] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.478632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.478684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.478810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.478885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.479091] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.479176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.479236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.479369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.479442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.479523] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 713.482993] env[65677]: INFO networking_nsxv3.common.synchronization [req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 req-8a0f5514-5f60-4b04-96a0-8cd97499db57 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 713.483784] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 713.483958] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.484064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.484124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.484320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.484467] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.484561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.484622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.484764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.484843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.484934] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.543147] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.543295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.543653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.543653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.543875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.555287] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 713.572092] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.572272] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.572385] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.572655] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.572793] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.572940] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port d654a2fa-0f11-4bda-bcfa-1261556c3e68 not found, creating... [ 713.573254] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.573366] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.573458] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.573686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.573827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.574191] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.574453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.574453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.574669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.574794] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.574926] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: d654a2fa-0f11-4bda-bcfa-1261556c3e68 is going to be created. [ 713.576633] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 713.576853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.577028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.577192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.577350] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.577452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.577516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.577655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.577779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.577824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.577905] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.579067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.579229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.579381] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.579480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.579561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.579735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.579816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.579905] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.614239] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.614455] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.614559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.614877] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.615124] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.615394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-d654a2fa-0f11-4bda-bcfa-1261556c3e68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.987797] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.988190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.988366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988793] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.989406] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.989637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.989781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.990179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.990338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.990513] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a already deleted. [ 713.990679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.042075] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.042337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-20" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.042496] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-20" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.042970] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-20" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.043366] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.043620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.043769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.044105] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.044311] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.044589] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.044734] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.044879] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.045034] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.045177] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.045459] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.045746] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.069337] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.069516] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.069578] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.069769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-20" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.070220] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.070402] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.070514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.070907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.071069] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f5fafe-f1c2-4d69-8ffa-8e1255c39d54',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.082077] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.082271] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.082952] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.336386] env[65677]: INFO networking_nsxv3.common.synchronization [req-08a085fc-90ec-49f7-ad81-fe40841c43a6 req-1a7ad704-065d-4ac7-8e78-1b52977af38d service nova] Enqueued Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_rules [ 714.336386] env[65677]: INFO networking_nsxv3.common.synchronization [req-08a085fc-90ec-49f7-ad81-fe40841c43a6 req-1a7ad704-065d-4ac7-8e78-1b52977af38d service nova] Enqueued Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_members [ 714.336386] env[65677]: INFO networking_nsxv3.common.synchronization [req-08a085fc-90ec-49f7-ad81-fe40841c43a6 req-1a7ad704-065d-4ac7-8e78-1b52977af38d service nova] Enqueued Resource ID: d654a2fa-0f11-4bda-bcfa-1261556c3e68 with Priority: HIGHEST for action port [ 714.336937] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_rules [ 714.337069] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_members [ 714.337172] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654a2fa-0f11-4bda-bcfa-1261556c3e68 with Priority: HIGHEST for action port [ 714.337442] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.337562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.337629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.337819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.337889] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.342130] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.342255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.342319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.342504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.342658] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.342751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.342809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.342948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.343039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.343133] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.344371] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d654a2fa-0f11-4bda-bcfa-1261556c3e68 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.344498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d654a2fa-0f11-4bda-bcfa-1261556c3e68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.344563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d654a2fa-0f11-4bda-bcfa-1261556c3e68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.344696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d654a2fa-0f11-4bda-bcfa-1261556c3e68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.344764] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d654a2fa-0f11-4bda-bcfa-1261556c3e68',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.574342] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.574652] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.574693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.574957] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.575121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.575281] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 not found, creating... [ 714.575586] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.575795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.575878] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.576112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.576243] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.576512] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.576661] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.576771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.576989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.578285] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.578622] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 is going to be created. [ 714.585267] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.600321] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.600640] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.600771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.601055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.601308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.601534] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.846929] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.848225] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.848225] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.848225] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d654a2fa-0f11-4bda-bcfa-1261556c3e68 with status ACTIVE [ 714.848486] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.848565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.848565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.848769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.848857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.849033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.849131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.849184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.849341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.849418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.849594] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.849684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.849750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.849922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.853149] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.853326] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d654a2fa-0f11-4bda-bcfa-1261556c3e68 is going to be updated. [ 714.879183] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.879183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.879183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.879632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.879632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.879632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d654a2fa-0f11-4bda-bcfa-1261556c3e68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.087243] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.087428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.087564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.087665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.087756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.087860] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 715.125626] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.125626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.127441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.127441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.127441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.137730] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 715.177214] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0be81522-2fcc-435a-9372-9219845f31ec None None] Enqueued Resource ID: b4628911-4d48-4a5b-8b31-e034b361f5a0 with Priority: HIGHEST for action port [ 715.177636] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4628911-4d48-4a5b-8b31-e034b361f5a0 with Priority: HIGHEST for action port [ 715.178230] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4628911-4d48-4a5b-8b31-e034b361f5a0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.178577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4628911-4d48-4a5b-8b31-e034b361f5a0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.178776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4628911-4d48-4a5b-8b31-e034b361f5a0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.179160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4628911-4d48-4a5b-8b31-e034b361f5a0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.179374] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4628911-4d48-4a5b-8b31-e034b361f5a0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.355953] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.394239] env[65677]: INFO networking_nsxv3.common.synchronization [req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 req-6779c140-ef2b-467c-95d8-777b46517fa5 service nova] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 715.394496] env[65677]: INFO networking_nsxv3.common.synchronization [req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 req-6779c140-ef2b-467c-95d8-777b46517fa5 service nova] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 715.394959] env[65677]: INFO networking_nsxv3.common.synchronization [req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 req-6779c140-ef2b-467c-95d8-777b46517fa5 service nova] Enqueued Resource ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with Priority: HIGHEST for action port [ 715.396659] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 715.396901] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 715.397236] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with Priority: HIGHEST for action port [ 715.397906] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.397906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.397906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.398285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.398424] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.399908] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.399908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.400048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.400153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.400352] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.400427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.400491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.400665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.400752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.400868] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.401956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.402533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.402533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.402533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.402533] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f5fafe-f1c2-4d69-8ffa-8e1255c39d54',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.571305] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 715.571566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.571824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.573028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.573028] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.661685] env[65677]: INFO networking_nsxv3.common.synchronization [None req-660a2d8b-49f5-4437-8590-0906284be06e tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_rules [ 715.667296] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_rules [ 715.668594] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.668594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.668594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.669723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.669723] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.683271] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4628911-4d48-4a5b-8b31-e034b361f5a0 [ 715.683664] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.683948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.684108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.684386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.684553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.685243] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4628911-4d48-4a5b-8b31-e034b361f5a0 already deleted. [ 715.685243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4628911-4d48-4a5b-8b31-e034b361f5a0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.827206] env[65677]: INFO networking_nsxv3.common.synchronization [req-d4ee19ae-49f9-4aa9-98e5-819551b35687 req-6f8315c6-ef13-4fa6-85e9-23cd8e9f6fcb tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 715.827366] env[65677]: INFO networking_nsxv3.common.synchronization [req-d4ee19ae-49f9-4aa9-98e5-819551b35687 req-6f8315c6-ef13-4fa6-85e9-23cd8e9f6fcb tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 715.827916] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 715.828044] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 715.828321] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.829101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.829101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.829101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.829101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.829101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.829101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.829406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.829406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.829511] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.831011] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.831011] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.831011] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.831011] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.831011] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.831011] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.831365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.831365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.831365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.831365] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.849348] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6de038f9-a33a-487b-bfdc-539e7bc674de tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_rules [ 715.850802] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_rules [ 715.851694] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.851694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.859666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.862407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.862407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.862407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.862407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.862407] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 is going to be created. [ 715.888245] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.888245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.888245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.888245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.888491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.901169] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 in Status: UNINITIALIZED for 2s [ 715.904218] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.904218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.904386] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.905908] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with status ACTIVE [ 715.905908] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.906099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.906182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.909244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.910033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.910033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.910033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.910326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.910375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.910954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.910954] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.911132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.911132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.911564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.911564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.911662] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 is going to be updated. [ 715.934691] env[65677]: INFO networking_nsxv3.common.synchronization [req-d4ee19ae-49f9-4aa9-98e5-819551b35687 req-6f8315c6-ef13-4fa6-85e9-23cd8e9f6fcb tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_rules [ 715.934823] env[65677]: INFO networking_nsxv3.common.synchronization [req-d4ee19ae-49f9-4aa9-98e5-819551b35687 req-6f8315c6-ef13-4fa6-85e9-23cd8e9f6fcb tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 715.936162] env[65677]: INFO networking_nsxv3.common.synchronization [req-d4ee19ae-49f9-4aa9-98e5-819551b35687 req-6f8315c6-ef13-4fa6-85e9-23cd8e9f6fcb tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 715.936162] env[65677]: INFO networking_nsxv3.common.synchronization [req-d4ee19ae-49f9-4aa9-98e5-819551b35687 req-6f8315c6-ef13-4fa6-85e9-23cd8e9f6fcb tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 715.936162] env[65677]: INFO networking_nsxv3.common.synchronization [req-d4ee19ae-49f9-4aa9-98e5-819551b35687 req-6f8315c6-ef13-4fa6-85e9-23cd8e9f6fcb tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 1616aa2f-6261-466c-8658-8210fa899c9c with Priority: HIGHEST for action port [ 715.937604] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_rules [ 715.937822] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 715.937971] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1616aa2f-6261-466c-8658-8210fa899c9c with Priority: HIGHEST for action port [ 715.938091] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 715.938186] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 715.938496] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.938621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.938691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.939145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.939145] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.940425] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.940425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.940534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.940674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.940749] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.943368] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1616aa2f-6261-466c-8658-8210fa899c9c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.943536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.943594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.944380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.944380] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1616aa2f-6261-466c-8658-8210fa899c9c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.945384] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.945384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.945384] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.945672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.947882] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.947882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.947882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.947882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.947882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.947882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.074762] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.075238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.076190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.076190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.076190] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.076190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.076190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.076190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.076936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.076936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.076936] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.205974] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.206332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.206490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.206843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.207083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.207172] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 already deleted. [ 716.207418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.208942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.208942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.208942] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.335607] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.337505] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.418392] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.447161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.447161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.447413] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.447466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.448833] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1616aa2f-6261-466c-8658-8210fa899c9c with status ACTIVE [ 716.449044] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.449260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.449260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.449427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.449557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.450214] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.450214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.450214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.450214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.450214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.450502] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.450502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.450502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.451996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.451996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.451996] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1616aa2f-6261-466c-8658-8210fa899c9c is going to be updated. [ 716.475265] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.475595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.475863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.476112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.476264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.476431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.580672] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.580875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.580916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.581142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.581322] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.581435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.581499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.581656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.582331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.582331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.582331] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.582331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.582331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.582331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.582777] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.582884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.582943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.583114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.583191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.583298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.584790] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.625409] env[65677]: INFO networking_nsxv3.common.synchronization [req-61a2ddaf-7323-47f1-a9de-233354af9fc8 req-2c933b62-8679-45fc-853a-5585525cc462 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 716.626453] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 716.627403] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.627620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.627776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.628172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.628450] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.628650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.628794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.629074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.629246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.629422] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.739204] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.739204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.739204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.739204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.739204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.739204] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 already deleted. [ 716.739204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.839537] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.840898] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.921731] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.921891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.921955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.922201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.922318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.922685] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be created. [ 716.956103] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.956103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.956103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.956103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.956315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.971988] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: UNINITIALIZED for 2s [ 717.088054] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80a80be-a420-4cd5-8d5d-c28367d511df: rpc.has_security_group_logging(os_id): False [ 717.113340] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.116024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.116024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.116024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.116024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.116024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.116024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.116024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.116024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.116024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.120140] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.120140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.120140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.120140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.120140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.120140] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.120140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.120140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.120140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.120140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.120140] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 717.131888] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.132682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.133013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.133624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.133928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.135849] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.135849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.135849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.135849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.135849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.135849] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 already deleted. [ 717.135849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.139760] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.140529] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.140892] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.141414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.141858] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.142189] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.142395] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.142782] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.143032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.143447] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.143734] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.143938] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.145019] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.145019] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.145019] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.145019] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.166941] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 717.167344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.169017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.169017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.169017] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.169017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.169017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.169017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.169017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.169399] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.171268] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.171559] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.171855] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.172131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.172872] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.172872] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.172872] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.174446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.174446] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.214883] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.215069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.215162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.215396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.215578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.236871] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 717.343624] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.343850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.343958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.344433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.344433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.344538] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 717.346409] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.347280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.347280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.347280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.347280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.347280] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 is going to be created. [ 717.394942] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.395203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.395203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.395470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.395632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.399375] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.399585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.399691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.399824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.400067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.410162] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: UNINITIALIZED for 2s [ 717.410847] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 717.676216] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.678226] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.678226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.678475] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.678677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.680396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.680396] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc not found, creating... [ 717.680594] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.681024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.681024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.681191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.681353] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.681667] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.681827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.681944] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.682204] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.682413] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.682463] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc is going to be created. [ 717.715105] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.715465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.715666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.716110] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.716460] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.716837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.914841] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 in Status: SUCCESS [ 717.915200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.915304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.915490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.915955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.916123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.916197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.916349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.916446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.916507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.916688] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.185521] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.422263] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.543985] env[65677]: INFO networking_nsxv3.common.synchronization [req-61a2ddaf-7323-47f1-a9de-233354af9fc8 req-d1a178d9-1b35-42f0-8234-2957a84b3084 service nova] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_rules [ 718.543985] env[65677]: INFO networking_nsxv3.common.synchronization [req-61a2ddaf-7323-47f1-a9de-233354af9fc8 req-d1a178d9-1b35-42f0-8234-2957a84b3084 service nova] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 718.543985] env[65677]: INFO networking_nsxv3.common.synchronization [req-61a2ddaf-7323-47f1-a9de-233354af9fc8 req-d1a178d9-1b35-42f0-8234-2957a84b3084 service nova] Enqueued Resource ID: 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc with Priority: HIGHEST for action port [ 718.543985] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_rules [ 718.543985] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 718.543985] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc with Priority: HIGHEST for action port [ 718.543985] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.543985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.543985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.543985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.543985] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.544634] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.544634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.544713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.545079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.545079] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.545079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.545279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.545279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.545342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.545408] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.547285] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.547414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.547556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.547702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.547776] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.689023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.689023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.689023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.689023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.689023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.689023] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 718.727010] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.727121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.727180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.727686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.727686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.745768] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 718.925775] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b320ce76-1e6f-426d-adb6-d3ab4f1d3214: rpc.has_security_group_logging(os_id): False [ 718.945990] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.946194] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.946287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.946517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.946637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.946936] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.947066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.947134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.947328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.947430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.947520] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 is going to be created. [ 718.984680] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: SUCCESS [ 718.984680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.985018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.985306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.985687] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.985935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.986040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.986245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.986363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.986487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.986633] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.029992] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.030167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.030212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.030605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.030815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.047940] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 in Status: IN_PROGRESS for 2s [ 719.049417] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.049653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.049720] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc with status ACTIVE [ 719.049880] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.049983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.050056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.050278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.050355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.050525] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.050608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.050676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.050834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.050905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.051195] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.051195] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.051347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.051464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.051464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.051561] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc is going to be updated. [ 719.052842] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.101563] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.101856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.101990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.102289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.102491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.102703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.165784] env[65677]: INFO networking_nsxv3.common.synchronization [req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e req-69679864-2ddc-4e59-8378-46a7b9c01fc9 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 719.167677] env[65677]: INFO networking_nsxv3.common.synchronization [req-cd8961fa-2179-4fb4-9dd9-f37544d638db req-62efd009-182f-40fb-a79d-396a5c90dcfe tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Enqueued Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_members [ 719.168409] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 719.168606] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGHEST for action security_group_members [ 719.168979] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.169238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.169317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.169579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.169796] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.169942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.170060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.170305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.170404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.170544] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.172582] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f46aabcd-aa49-4d08-83be-09f4fac0c223 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.172742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.172830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.173480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.173763] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.173947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.174118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.174340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.174858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.175022] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.255111] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 719.255393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.427717] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: SUCCESS [ 719.427717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.428084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.429127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.429249] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.430757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.430757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.430757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.430757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.430757] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.433084] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 719.433084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.433374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.433811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.434220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.434220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.434892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.434892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.434892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.434892] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.489173] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.560300] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.678756] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.678756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.678756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.678756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.678756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.678756] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.678756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.678756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.678756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.678756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.682118] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d is going to be updated. [ 719.682118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.682118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.682118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.682118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.682118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.682118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.682118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.682118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.682118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.682118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.682118] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 is going to be updated. [ 719.720446] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.720900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.720900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.721072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.721300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.724732] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.724926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.725370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.725614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.725823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.738136] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 in Status: IN_PROGRESS for 2s [ 719.739983] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: IN_PROGRESS for 2s [ 719.938516] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.946451] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.994946] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 351aef0b-abc4-4b57-a703-d6ebdf12bf3a: rpc.has_security_group_logging(os_id): False [ 720.030417] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.031740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.031740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.031740] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.031740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.032136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.032136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.032288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.032351] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be created. [ 720.063577] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.063838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.063943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.064264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.064375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.064604] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be created. [ 720.096181] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.096432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.096870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.096870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.096870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.114738] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: UNINITIALIZED for 2s [ 720.115875] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.116082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.116184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.116452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.116721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.134920] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: IN_PROGRESS for 2s [ 720.223309] env[65677]: INFO networking_nsxv3.common.synchronization [req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 req-4ccf72b0-c64f-4b60-9c2c-53227c8e3bde tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Enqueued Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGHEST for action security_group_members [ 720.223399] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGHEST for action security_group_members [ 720.224052] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-339f5801-1c79-46dd-80fa-fc455d86637b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.224052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.224052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.224498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.224752] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.224891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.224962] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.225137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.225226] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.225323] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.441481] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.449446] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.727602] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.727814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.727855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.728192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.728329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.728536] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.728640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.728710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.728860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.728938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.729035] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339f5801-1c79-46dd-80fa-fc455d86637b already deleted. [ 720.729114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.762071] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 720.762301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.762472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.762850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.763070] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.763204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.763265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.763421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.763504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.763653] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.926867] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGHEST for action security_group_members [ 720.926867] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 720.927096] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 720.927965] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGHEST for action security_group_members [ 720.928236] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 720.928416] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 720.928914] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5cbe29-4c1a-42da-98ec-788a376b49e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.929130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.929259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.929702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.929972] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.930168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.930284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.930563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.930783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.930944] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.932402] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.932487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.935363] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.935544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.943577] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.944070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.944070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.944477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.944659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.944757] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 is going to be updated. [ 720.954153] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.954413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.954413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.954588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.954724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.954784] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 720.990360] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_rules [ 720.990837] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 720.991098] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGHEST for action security_group_rules [ 720.991337] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGHEST for action security_group_members [ 720.991578] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 720.991933] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 720.992214] env[65677]: INFO networking_nsxv3.common.synchronization [req-9a879d51-dbf5-47ff-b8d4-e4de3fd8be7d req-1fa71941-4181-4d20-ac34-c09c1d1695df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 1616aa2f-6261-466c-8658-8210fa899c9c with Priority: HIGHEST for action port [ 720.993304] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_rules [ 720.993555] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGHEST for action security_group_rules [ 720.993803] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 720.993945] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1616aa2f-6261-466c-8658-8210fa899c9c with Priority: HIGHEST for action port [ 720.994124] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 720.994362] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 720.994529] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGHEST for action security_group_members [ 720.995019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.995334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.995907] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.996115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.996272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.996669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.996809] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.999431] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.999634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.999995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1616aa2f-6261-466c-8658-8210fa899c9c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.000900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.001100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.001650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.001650] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1616aa2f-6261-466c-8658-8210fa899c9c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.003916] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.004093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.004431] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.004643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.004938] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5cbe29-4c1a-42da-98ec-788a376b49e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.005104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.066253] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.066541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.066541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.066777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.066950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.071133] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 in Status: SUCCESS [ 721.071505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.073303] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.074036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.074199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.074691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.075461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.090920] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 721.093363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: IN_PROGRESS for 2s [ 721.131548] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.131938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.132123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.132461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.132954] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.133098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.133230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.133520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.133703] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.134050] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.134199] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.134310] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.134469] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.134566] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.134602] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.134872] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.171096] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.171261] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.171375] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.171648] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.172148] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.172374] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.172655] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.176011] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.177432] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc26e8e-d2cf-464c-9e56-c5ad59f90d6e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.270108] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.437112] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.499621] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5cbe29-4c1a-42da-98ec-788a376b49e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.499744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.506318] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1616aa2f-6261-466c-8658-8210fa899c9c with status ACTIVE [ 721.506530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.506694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.506749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.506957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.507051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.507234] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.507326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.507383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.507525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.507599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.507783] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.507876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.508310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.508310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.508310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.508310] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1616aa2f-6261-466c-8658-8210fa899c9c is going to be updated. [ 721.532014] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.532236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.532236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.532356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.532494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.532649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1616aa2f-6261-466c-8658-8210fa899c9c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.681658] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.681981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.681981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.683027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.683274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.683519] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port afc26e8e-d2cf-464c-9e56-c5ad59f90d6e not found, creating... [ 721.683903] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.684139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.684329] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.684646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.684816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.685309] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.685442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.685583] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.685880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.686030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.686179] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: afc26e8e-d2cf-464c-9e56-c5ad59f90d6e is going to be created. [ 721.711517] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.711517] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.711681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.712066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.712220] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.712482] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.754607] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: SUCCESS [ 721.754885] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d deletion is rescheduled due to dependency. [ 721.755092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.756061] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 in Status: SUCCESS [ 721.756222] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 deletion is rescheduled due to dependency. [ 721.756328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.772935] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.938683] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.124825] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: SUCCESS [ 722.125226] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.125418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.125718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.126054] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.126226] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.126285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.126464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.126550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.126640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.126887] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.148599] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: SUCCESS [ 722.148823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.276684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.276997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.277136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.277312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.277417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.277542] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 722.319258] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.319461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.319461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.319699] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.319852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.331994] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 722.442468] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.442468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.442468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.442885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.442885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.443051] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 is going to be created. [ 722.481727] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.481881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.481954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.482210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.482366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.496028] env[65677]: INFO networking_nsxv3.common.synchronization [req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 req-ef702b7b-c5d2-4a4d-b74c-b844891e3eb5 service nova] Enqueued Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGHEST for action security_group_rules [ 722.496371] env[65677]: INFO networking_nsxv3.common.synchronization [req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 req-ef702b7b-c5d2-4a4d-b74c-b844891e3eb5 service nova] Enqueued Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGHEST for action security_group_members [ 722.496515] env[65677]: INFO networking_nsxv3.common.synchronization [req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 req-ef702b7b-c5d2-4a4d-b74c-b844891e3eb5 service nova] Enqueued Resource ID: afc26e8e-d2cf-464c-9e56-c5ad59f90d6e with Priority: HIGHEST for action port [ 722.497102] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGHEST for action security_group_rules [ 722.497245] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGHEST for action security_group_members [ 722.497390] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc26e8e-d2cf-464c-9e56-c5ad59f90d6e with Priority: HIGHEST for action port [ 722.498946] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: UNINITIALIZED for 2s [ 722.499222] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339f5801-1c79-46dd-80fa-fc455d86637b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.499457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.499529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.499902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.500073] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.501374] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-339f5801-1c79-46dd-80fa-fc455d86637b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.501592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.501640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.503024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.503024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.503024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.503024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.503024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.503024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.503024] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.504036] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.504184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.504271] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.504499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.504621] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc26e8e-d2cf-464c-9e56-c5ad59f90d6e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.540058] env[65677]: INFO networking_nsxv3.common.synchronization [req-341b2841-7a5c-4e26-92e8-2550c557ef45 req-72d02d4a-848b-404e-a343-f27875345773 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 722.540614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 722.541324] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.541450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.541536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.541805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.542107] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.542223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.542283] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.542512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.542996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.543149] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.633840] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.634057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.634127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.634361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.634552] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.634658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.634709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.634863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.634944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.635075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.635230] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.635332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.635385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.635534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.635673] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.635847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.635920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.636078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.636162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.636248] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.636379] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.008500] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.011430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-339f5801-1c79-46dd-80fa-fc455d86637b taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.011430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.011430] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afc26e8e-d2cf-464c-9e56-c5ad59f90d6e with status ACTIVE [ 723.011430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.011430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.011430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.011430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.011430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.011430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.011430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.011936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.011936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011936] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.011936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.016741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.016741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.016741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.016741] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afc26e8e-d2cf-464c-9e56-c5ad59f90d6e is going to be updated. [ 723.049024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.049024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.049024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 already deleted. [ 723.049024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.052466] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.052904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.053032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.053534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.054035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.054125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.098466] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.098780] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.098986] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.099767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.100098] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.100337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.100506] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.100871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.100959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.101243] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.101609] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.101852] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.101954] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.102213] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.102342] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.102486] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.105317] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 723.105529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.106641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.106968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.107206] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.107349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.107435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.107665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.107796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.107896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.108063] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.110682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.110988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.111263] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.111263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.111263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.111567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.111567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.111694] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.117167] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: SUCCESS [ 723.117167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.117253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.117436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.117641] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.118343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.118343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.118343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.118343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.118343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.118343] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.119540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.119724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.119902] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.120044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.120122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.120231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.120308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.120405] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.145388] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef05371f-d1ee-40f3-81e9-7115303e3342: rpc.has_security_group_logging(os_id): False [ 723.151027] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.151027] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.151027] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.151027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.151027] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-b8905af9-655c-4519-bfe2-21faf39488c8 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.151027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-b8905af9-655c-4519-bfe2-21faf39488c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.151027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-b8905af9-655c-4519-bfe2-21faf39488c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.151027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-b8905af9-655c-4519-bfe2-21faf39488c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.151027] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8905af9-655c-4519-bfe2-21faf39488c8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.180601] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.180827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.180884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.181211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.181341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.181684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.181858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.181946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.182226] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.182352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.182642] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.182785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.182895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.183142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.183293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.183546] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.183824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.183941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.184265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.184323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.184438] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be created. [ 723.272660] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.272857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.272955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.273272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.273507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.292594] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: IN_PROGRESS for 2s [ 723.517194] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.610412] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.610412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.615808] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.626665] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.626665] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.653347] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.654340] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.654612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.655083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.657022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.657022] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port b8905af9-655c-4519-bfe2-21faf39488c8 not found, creating... [ 723.657022] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.657022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.657022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.657022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.657022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.662037] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.662037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.662037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.662037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.662037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.662037] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: b8905af9-655c-4519-bfe2-21faf39488c8 is going to be created. [ 723.690226] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.691033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.691033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.691325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691549] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-b8905af9-655c-4519-bfe2-21faf39488c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.020182] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.020361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.020452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.020681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.020774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.020891] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339f5801-1c79-46dd-80fa-fc455d86637b is going to be created. [ 724.051519] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.051707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.051781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.052007] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.052173] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.068161] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339f5801-1c79-46dd-80fa-fc455d86637b in Status: UNINITIALIZED for 2s [ 724.117852] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.128077] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 500565a7-919c-4e76-b6b8-28257b7f4257: rpc.has_security_group_logging(os_id): False [ 724.129688] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.150094] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.150445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.150445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.150445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.150566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.150713] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.150814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.150948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.151126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.151205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.151296] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 is going to be created. [ 724.252268] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.252548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.252830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.252915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.253212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.270460] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: IN_PROGRESS for 2s [ 724.295424] env[65677]: INFO networking_nsxv3.common.synchronization [req-d5c6ee14-7de5-412c-bcf0-add70b247a54 req-07585539-dca3-43cb-a76f-abbbec4a58d2 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 724.296065] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 724.297102] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.297102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.297102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.297102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.297102] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.297493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.297493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.297796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.297896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.297998] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.346707] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 724.346707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.346707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.347033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.347033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.347172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.347241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.347424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.347510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.347597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.347755] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.347849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.347912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.348071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.348210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.348340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.348371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.348526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.348560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.348632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.348723] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.426763] env[65677]: INFO networking_nsxv3.common.synchronization [req-341b2841-7a5c-4e26-92e8-2550c557ef45 req-f73e00ed-d07e-43e3-b24c-a9c331c79407 service nova] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 724.427713] env[65677]: INFO networking_nsxv3.common.synchronization [req-341b2841-7a5c-4e26-92e8-2550c557ef45 req-f73e00ed-d07e-43e3-b24c-a9c331c79407 service nova] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 724.427713] env[65677]: INFO networking_nsxv3.common.synchronization [req-341b2841-7a5c-4e26-92e8-2550c557ef45 req-f73e00ed-d07e-43e3-b24c-a9c331c79407 service nova] Enqueued Resource ID: b8905af9-655c-4519-bfe2-21faf39488c8 with Priority: HIGHEST for action port [ 724.428193] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 724.428405] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 724.428477] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8905af9-655c-4519-bfe2-21faf39488c8 with Priority: HIGHEST for action port [ 724.429184] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.430596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.430596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.430596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.430596] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.433428] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.433428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.433428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.433428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.433783] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.433783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.433783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.434031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.434090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.434208] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.437961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8905af9-655c-4519-bfe2-21faf39488c8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.438119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8905af9-655c-4519-bfe2-21faf39488c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.438222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8905af9-655c-4519-bfe2-21faf39488c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.438383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8905af9-655c-4519-bfe2-21faf39488c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.438458] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8905af9-655c-4519-bfe2-21faf39488c8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.509935] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: SUCCESS [ 724.510286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.511088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.512448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.512680] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.512807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.512879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.513100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.513345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.513345] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.621300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.621452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.621566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.621724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.621813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.621912] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 724.633594] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.633782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.633853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.635230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.635341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.636091] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 is going to be updated. [ 724.688392] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.689044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.689198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.689796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.690187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.693372] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.693549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.693635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.693865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.694014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.707867] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: IN_PROGRESS for 2s [ 724.709337] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 724.799872] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.800224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.800398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.800712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.801012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.801345] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.801523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.801623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.801844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.801993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.802197] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 724.832684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.832950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.833640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.834269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.834846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.844454] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 724.851333] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c87be418-16ca-49ab-9f92-8eab4da762bf: rpc.has_security_group_logging(os_id): False [ 724.873751] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.873903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.873977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.874212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.875018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.875018] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.875018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.875018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.875018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.875018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.875256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.875256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.875256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.875343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.875408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.875594] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.875683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.875740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.875953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.876037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.876122] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be created. [ 724.938257] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.943819] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.943955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.948398] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8905af9-655c-4519-bfe2-21faf39488c8 with status ACTIVE [ 724.948701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.948871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.949503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.949503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.949503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.949503] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.949681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.949681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.949776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.949944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.950225] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.950379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.950414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.950566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.950657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.951140] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8905af9-655c-4519-bfe2-21faf39488c8 is going to be updated. [ 725.018274] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.107029] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.107029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.107029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.107029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.107029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.112262] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.113106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.113106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.113373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.113441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.114515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8905af9-655c-4519-bfe2-21faf39488c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.121442] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 725.313991] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: SUCCESS [ 725.313991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.371429] env[65677]: INFO networking_nsxv3.common.synchronization [req-3e2f8168-4169-4658-bc34-188b3aa287d3 req-fb391ae0-aa17-4e57-98bf-89eea310fa47 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 725.372866] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 725.372866] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.373185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.373286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.373524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.373696] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.374287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.374287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.374287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.374287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.374287] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.444475] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.524024] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.846022] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.846022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.846022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.846490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.847119] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.847935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.847935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.847935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.848300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.848953] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.848953] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.849100] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.850449] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.850449] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.850449] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.850449] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.873061] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.874216] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.874216] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.874216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.874216] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-1580d32a-ff27-48ab-b764-a8f30729bf0a taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.874216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.874216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.874622] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.874768] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1580d32a-ff27-48ab-b764-a8f30729bf0a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.875884] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.876061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.876172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.876431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.877033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.877033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.877033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.877033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.877313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.877313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.877313] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff819a39-9028-491b-9b18-66348ab7e770 already deleted. [ 725.877449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.946139] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.946366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.946465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.946692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.946796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.946949] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be created. [ 725.973028] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.973028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.973028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.973290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.974190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.986176] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: UNINITIALIZED for 2s [ 726.029505] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.029677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.029756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.030066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.030186] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.030293] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 is going to be updated. [ 726.064812] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.065046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.065101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.065322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.065467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.081036] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339f5801-1c79-46dd-80fa-fc455d86637b in Status: SUCCESS [ 726.081036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.082683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.082968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.083703] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.083703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.083703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.083703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.083703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.083703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.083946] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.085394] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: IN_PROGRESS for 2s [ 726.284846] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: SUCCESS [ 726.285194] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.285911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.285911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.286101] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.379258] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.379703] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.379703] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.380362] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.380362] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.380362] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 1580d32a-ff27-48ab-b764-a8f30729bf0a not found, creating... [ 726.380700] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.380700] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.380700] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.380982] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.381163] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.381434] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.381584] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.381693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.381897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.382074] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.382212] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 1580d32a-ff27-48ab-b764-a8f30729bf0a is going to be created. [ 726.403847] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.404104] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.404223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.404498] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.404728] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.404940] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.588740] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-339f5801-1c79-46dd-80fa-fc455d86637b taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.589032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.589111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.589320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.589483] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.589577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.589639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.589780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.589865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.589948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.590101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-339f5801-1c79-46dd-80fa-fc455d86637b taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.590191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.590262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.590400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.590539] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.590626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.590684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.590813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.590887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.590966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.591068] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.722014] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: SUCCESS [ 726.722403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.722685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.722991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.723280] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.723493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.723600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.723930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.724078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.724230] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.727138] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 726.727138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.727138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.728843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.729045] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.729218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.729317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.729548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.731248] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.731248] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.788470] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.789339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.857252] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 726.857252] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 deletion is rescheduled due to dependency. [ 726.857252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.095420] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339f5801-1c79-46dd-80fa-fc455d86637b: rpc.has_security_group_logging(os_id): False [ 727.113860] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.114114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.114114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.114328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.114427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.114667] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.114768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.114832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.114979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.115066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.115242] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.115333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.115392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.115545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.115636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.115865] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.115964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.116027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.116180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.116259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.116369] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339f5801-1c79-46dd-80fa-fc455d86637b is going to be created. [ 727.136942] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 727.137272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.137700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.138583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.138583] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.154185] env[65677]: INFO networking_nsxv3.common.synchronization [req-3e2f8168-4169-4658-bc34-188b3aa287d3 req-17ca391a-bb6d-4404-993b-26d9a8ccc1a4 service nova] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_rules [ 727.154347] env[65677]: INFO networking_nsxv3.common.synchronization [req-3e2f8168-4169-4658-bc34-188b3aa287d3 req-17ca391a-bb6d-4404-993b-26d9a8ccc1a4 service nova] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 727.154470] env[65677]: INFO networking_nsxv3.common.synchronization [req-3e2f8168-4169-4658-bc34-188b3aa287d3 req-17ca391a-bb6d-4404-993b-26d9a8ccc1a4 service nova] Enqueued Resource ID: 1580d32a-ff27-48ab-b764-a8f30729bf0a with Priority: HIGHEST for action port [ 727.154979] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_rules [ 727.155735] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 727.156035] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1580d32a-ff27-48ab-b764-a8f30729bf0a with Priority: HIGHEST for action port [ 727.156457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.157735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.157735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.157735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.157735] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.158834] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.159067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.159248] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.159473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.159689] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.159850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.160351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.160485] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.167098] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1580d32a-ff27-48ab-b764-a8f30729bf0a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.167098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.167098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.167098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.167098] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1580d32a-ff27-48ab-b764-a8f30729bf0a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.191505] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.191654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.191721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.191940] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.192194] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.215253] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339f5801-1c79-46dd-80fa-fc455d86637b in Status: IN_PROGRESS for 2s [ 727.232569] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.233837] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.642578] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.644425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.644709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.644912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.645219] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.645395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.645478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.646097] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.646189] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.646314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.646414] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.664806] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.665250] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.665373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.665576] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1580d32a-ff27-48ab-b764-a8f30729bf0a with status ACTIVE [ 727.665745] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.665929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.666014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.666246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.666346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.666572] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.666748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.666842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.671746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.671746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.672155] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.672223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.672687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.672687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.672687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.672893] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1580d32a-ff27-48ab-b764-a8f30729bf0a is going to be updated. [ 727.708346] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.708427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.708458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.708752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.708872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.709472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.735507] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.736960] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.004919] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 728.004919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.004919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.004919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.004919] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.004919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.004919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.004919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.004919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.004919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.004919] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.100192] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: SUCCESS [ 728.100192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.100192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.100192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.100192] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.100192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.100192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.100651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.100651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.100651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.100651] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.154533] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.154697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.154771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.154991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.155237] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.155342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.155399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.155555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.155640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.155728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.155912] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.156011] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.156087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.156219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.156356] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.156444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.156503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.156645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.156722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.156804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.156909] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.176597] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.242671] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.242671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.242671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.242671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.242671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.242671] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 is going to be updated. [ 728.242671] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.243734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.243961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.244327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.244571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.244855] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 728.289364] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.289364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.289364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.289364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.289364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.290242] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.290589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.290752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.291044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.291269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.303634] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 728.304486] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: IN_PROGRESS for 2s [ 728.509998] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.606081] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.664872] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c87be418-16ca-49ab-9f92-8eab4da762bf: rpc.has_security_group_logging(os_id): False [ 728.679994] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.680234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.680343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.680684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.680841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.680983] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be created. [ 728.731123] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.731297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.731344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.731717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.731815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.732050] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.732261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.732261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.732467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.732467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.732652] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.732746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.732814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.732945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.733751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.733751] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.733751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.735102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.735102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.735102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.735102] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 728.753393] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.753393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.753393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.753667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.753667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.763699] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: UNINITIALIZED for 2s [ 728.809148] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.809326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.809420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.809984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.809984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.825129] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 729.011464] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1: rpc.has_security_group_logging(os_id): False [ 729.034061] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.034473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.034592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.034818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.035161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.035284] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.035421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.035421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.035543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.035599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.035659] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be created. [ 729.110583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.110583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.110583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.111159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.111159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.112166] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f5cbe29-4c1a-42da-98ec-788a376b49e1: rpc.has_security_group_logging(os_id): False [ 729.126752] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 729.132576] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.132693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.132732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.134160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.134439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.134756] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.134918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.135012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.135307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.135425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.135559] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 is going to be created. [ 729.157361] env[65677]: INFO networking_nsxv3.common.synchronization [req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 req-6320966d-7aa7-4923-bfec-9d2abbb6f88b tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 729.157963] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 729.158373] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.158514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.158584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.160384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.160384] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.160384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.160384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.160384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.160384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.160384] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.219764] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.219932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.219998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.220276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.220553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.233018] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339f5801-1c79-46dd-80fa-fc455d86637b in Status: SUCCESS [ 729.233018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.233480] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: IN_PROGRESS for 2s [ 729.661981] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.662705] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.662863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.663422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.664074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.664074] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.664074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.664264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.665071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.665071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.665071] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 729.701893] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.701893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.701893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.702144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.702178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.712800] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 730.336283] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: SUCCESS [ 730.336622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.336768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.336943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.337173] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.337297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.337363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.338684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.338684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.338684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.338684] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.340402] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 730.340579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.342538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.342538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.342538] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.342538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.342538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.342538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.342538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.342538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.344684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.344684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.344684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.344684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.344684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.344684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.344684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.344684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.344684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.344684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.344684] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.778101] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 730.778101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.778101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.778101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.778101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.778101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.778101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.779525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.779525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.779525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.779525] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.840263] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 730.840469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.840646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.840864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.840949] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.845469] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.847191] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d87623-8606-4ba6-a983-cb414e53036f: rpc.has_security_group_logging(os_id): False [ 730.868550] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.868721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.869277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.869277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.869277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.869449] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.869449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.869532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.869771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.869771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.869932] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.870037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.870100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.870239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.870314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.870835] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.871080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.871188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.871531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.871669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.871819] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 730.941876] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.942057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.942141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.942342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.942484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.957809] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 731.143392] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 731.143392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.250093] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: SUCCESS [ 731.250388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.281051] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.281269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.281330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.282044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.282044] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.282044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.282044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.282361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.282361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.282361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.282539] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.282539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.282669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.282723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.282911] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.283089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.283089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.283262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.283443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.283443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.283936] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.347682] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.347939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.348071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.348459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.348709] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.348879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.349032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.349271] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.349406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.349543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.349685] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.351318] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 500565a7-919c-4e76-b6b8-28257b7f4257: rpc.has_security_group_logging(os_id): False [ 731.374113] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.374113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.374113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.374441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.374441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.375341] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.375341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.375341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.375341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.375564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.375564] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 is going to be updated. [ 731.458679] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.458963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.459894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.460234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.460401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.477699] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: IN_PROGRESS for 2s [ 731.727898] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 731.728195] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac deletion is rescheduled due to dependency. [ 731.728545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.788507] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff819a39-9028-491b-9b18-66348ab7e770: rpc.has_security_group_logging(os_id): False [ 731.810395] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.810579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.810628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.810816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.810907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.811161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.811838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.811838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.811838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.811838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.811838] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.812123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.812123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.812240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.812240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.812481] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.812601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.812658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.812823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.812945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.813100] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be created. [ 731.856656] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.856855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.857039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.857286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.857472] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.857599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.857665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.858128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.858299] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.858299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.858378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858604] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.858694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.858754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.859064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.859153] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.881551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.882037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.882220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.883487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.883999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.902708] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: IN_PROGRESS for 2s [ 732.365862] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c87be418-16ca-49ab-9f92-8eab4da762bf: rpc.has_security_group_logging(os_id): False [ 732.394705] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.394909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.395032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.395400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.395604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.397301] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.397301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.397585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.397786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.397950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.398372] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.398600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.398775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.398968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.399136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.399522] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.399777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.399819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.400181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.400245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.400420] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 732.490789] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.491034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.491116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.491381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.491568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.506181] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 732.984579] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 732.984963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.985974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.985974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.985974] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.493146] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.493349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.493349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.493599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.493704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.493802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.493857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.494018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.494100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.494185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.495558] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.496837] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: SUCCESS [ 733.496837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.919699] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 733.920019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.998303] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.998303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.998303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.998303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.998303] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.999257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.999257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.999257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.999257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.999257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.999257] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.999257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.001735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.001735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.001735] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.001735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.001735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.001735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.001735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.001735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.001735] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.159285] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 734.159455] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 734.448481] env[65677]: INFO networking_nsxv3.common.synchronization [req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 req-2c8ad2aa-6d60-4344-9af4-deab35bd784b tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 734.449174] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 734.450025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.450025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.450025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.450025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.450025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.450025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.451665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.451745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.451849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.451949] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.505589] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d87623-8606-4ba6-a983-cb414e53036f: rpc.has_security_group_logging(os_id): False [ 734.524342] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 734.524342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.528471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.528777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.528845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.529087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.529200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.529450] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.529604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.529659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.530213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.530213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.530213] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.530401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.530401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.530541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.532150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.532150] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.532150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.532150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.532150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.533171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.533292] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 734.625180] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.625339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.625411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.625660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.625872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.649220] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 734.955540] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.995464] env[65677]: INFO networking_nsxv3.common.synchronization [req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d req-59da1bc1-d3db-4b5a-94e1-5eedd952799c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 734.996500] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 734.996913] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.997555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.997654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.997989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.998196] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.998332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.998638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.998638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.998638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.998778] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.458568] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.500955] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.547963] env[65677]: INFO networking_nsxv3.common.synchronization [req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d req-e539cc3d-8eb1-424f-8bd8-7c35384d9da5 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 735.548838] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 735.549456] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.549579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953022] env[65677]: INFO networking_nsxv3.common.synchronization [req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 req-5b00767a-1525-4bd3-8595-6a23536796df tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Enqueued Resource ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac with Priority: HIGHEST for action security_group_members [ 735.953022] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac with Priority: HIGHEST for action security_group_members [ 735.953022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.953022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.953022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.953022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.953022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.953022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.953022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.953022] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb367eaf-648f-4f96-ba2a-b171ec1b9cac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.961821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.962099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.962180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.962780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.962952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.963136] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 735.999045] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.999334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.999334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.999501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.999669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.003920] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.023142] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 736.287352] env[65677]: INFO networking_nsxv3.common.synchronization [req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d req-66035fd8-3eb4-4cda-9b87-cab22e43250c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 736.288044] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 736.288374] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.288477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.457827] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.457827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.457827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.457827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.457827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.457827] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.457827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.457827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.458410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.458410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.458410] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac already deleted. [ 736.458410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.507445] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.507445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.507729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.508545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.508623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.508793] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 736.548662] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.550508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.550508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.550508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.550508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.565323] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 736.667659] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 736.667659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.082393] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.082752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-653" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.082752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-653" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.083670] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-653" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.084109] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.084361] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.084556] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.084893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.085120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.085417] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.085697] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.085781] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.086067] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.086143] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.086254] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.086417] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.112507] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.112732] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.112811] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.112990] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-653" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.113425] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.113655] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.113796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.114888] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.114888] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e29f018-6b2f-4fb7-9e4d-be0cddfc3146',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.616991] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.617259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.617386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.617759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.618086] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.618255] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 not found, creating... [ 737.619037] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.619037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.619037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.619291] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.619400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.619729] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.619892] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.620138] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.620408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.620574] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.620740] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 is going to be created. [ 737.650018] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.650225] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.650521] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.650857] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.651141] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.651404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.827314] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c1b0276f-8cc1-4dec-b72c-ea79b2ed7654 None None] Enqueued Resource ID: db96f927-8278-403f-bd88-7b2ee064c55d with Priority: HIGHEST for action port [ 737.827932] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db96f927-8278-403f-bd88-7b2ee064c55d with Priority: HIGHEST for action port [ 737.828383] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-db96f927-8278-403f-bd88-7b2ee064c55d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.828583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db96f927-8278-403f-bd88-7b2ee064c55d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.828661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db96f927-8278-403f-bd88-7b2ee064c55d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.828911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db96f927-8278-403f-bd88-7b2ee064c55d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.828998] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db96f927-8278-403f-bd88-7b2ee064c55d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.015461] env[65677]: INFO networking_nsxv3.common.synchronization [req-3ae92812-6973-43dd-91e4-0cd781c31b00 req-f9dcbd98-de54-4f81-8890-c9a02c5e7f26 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Enqueued Resource ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f with Priority: HIGHEST for action security_group_members [ 738.016132] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f with Priority: HIGHEST for action security_group_members [ 738.016453] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.016578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.016648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.016869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.017038] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.017147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.017232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.017399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.017486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.017588] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c56747a-d9d0-4db7-9e81-cfed8e3faa4f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.047655] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 738.047911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.331262] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db96f927-8278-403f-bd88-7b2ee064c55d [ 738.331586] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.331653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.331773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.332050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.332050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.332189] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db96f927-8278-403f-bd88-7b2ee064c55d already deleted. [ 738.332189] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db96f927-8278-403f-bd88-7b2ee064c55d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.381660] env[65677]: INFO networking_nsxv3.common.synchronization [req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 req-f41d7486-e94a-48c8-97f9-e952a6673dd5 service nova] Enqueued Resource ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac with Priority: HIGHEST for action security_group_rules [ 738.381826] env[65677]: INFO networking_nsxv3.common.synchronization [req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 req-f41d7486-e94a-48c8-97f9-e952a6673dd5 service nova] Enqueued Resource ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac with Priority: HIGHEST for action security_group_members [ 738.382057] env[65677]: INFO networking_nsxv3.common.synchronization [req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 req-f41d7486-e94a-48c8-97f9-e952a6673dd5 service nova] Enqueued Resource ID: 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 with Priority: HIGHEST for action port [ 738.382748] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac with Priority: HIGHEST for action security_group_rules [ 738.382851] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac with Priority: HIGHEST for action security_group_members [ 738.382901] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 with Priority: HIGHEST for action port [ 738.383215] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb367eaf-648f-4f96-ba2a-b171ec1b9cac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.383493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.383493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.383710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.383829] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb367eaf-648f-4f96-ba2a-b171ec1b9cac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.384870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.384870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.385301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.385555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.385635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.385713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.385764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.385948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.386072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.386171] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb367eaf-648f-4f96-ba2a-b171ec1b9cac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.390795] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.390795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.390795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.390795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.390795] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e29f018-6b2f-4fb7-9e4d-be0cddfc3146',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.523998] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.524184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.524255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.524460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.524545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.524737] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.524828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.524889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.525036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.525105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.525186] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f is going to be updated. [ 738.558188] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.558188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.558188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.558188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.558188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.568636] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f in Status: IN_PROGRESS for 2s [ 738.579172] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 738.580302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.580302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.580302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.580302] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.580302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.580302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.580302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.580613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.580613] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.892084] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb367eaf-648f-4f96-ba2a-b171ec1b9cac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.895267] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.895267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.895267] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 with status ACTIVE [ 738.895267] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.895267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.895267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.895267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.895267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.895267] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.895267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.895267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.896845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.897066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.897352] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.897844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.898024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.898341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.898514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.898684] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 is going to be updated. [ 738.925893] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.925893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.925893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.925893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.925893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.925893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.088300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.088563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.088642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.088865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.089335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.089335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.089335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.089335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.089545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.089545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.089648] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 739.137422] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.137578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.137632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.137878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.138061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.148547] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 739.319555] env[65677]: INFO networking_nsxv3.common.synchronization [req-2fdb2b67-be5d-418c-a199-8fd15d062e31 req-a7421354-547e-428d-b1d0-a794b69b462c tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 739.320268] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 739.320591] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.320832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.320935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.321954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.322257] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.322385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.322430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.323026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.323026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.323026] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.401556] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb367eaf-648f-4f96-ba2a-b171ec1b9cac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.604262] env[65677]: INFO networking_nsxv3.common.synchronization [req-e204dbe3-df59-4cee-804f-cb61d4bb46ba req-2924337e-5721-455f-9088-bfe86b402046 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Enqueued Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGHEST for action security_group_members [ 739.604845] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGHEST for action security_group_members [ 739.606417] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-339f5801-1c79-46dd-80fa-fc455d86637b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.606525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.606566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.606737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.610020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.610020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.610020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.610020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.610020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.610020] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.825583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.825777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.826190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.826302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.826753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.826753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.826753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.827026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.827026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.827114] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 already deleted. [ 739.827208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.903823] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.904073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.904153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.904486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.904486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.904608] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac is going to be created. [ 739.936844] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.937080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.937126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.937319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.937475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.950736] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac in Status: UNINITIALIZED for 2s [ 739.981666] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.981901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.982049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.982391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.982670] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.982823] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.982935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.983207] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.983347] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.983556] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.983705] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.983823] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.983959] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.984113] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.984231] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.984392] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.003867] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.004048] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.004197] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.004317] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.004636] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-711819f9-fa9d-44d6-948d-e8fc18031b80 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.004802] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-711819f9-fa9d-44d6-948d-e8fc18031b80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.004913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-711819f9-fa9d-44d6-948d-e8fc18031b80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.005276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-711819f9-fa9d-44d6-948d-e8fc18031b80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.005592] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711819f9-fa9d-44d6-948d-e8fc18031b80',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.110607] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.110607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.110607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.110918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.110918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.111181] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.111255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.111334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.111519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.111569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.112526] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339f5801-1c79-46dd-80fa-fc455d86637b is going to be updated. [ 740.139040] env[65677]: INFO networking_nsxv3.common.synchronization [None req-57d126ac-f897-4580-8806-ec0fa2764cfa None None] Enqueued Resource ID: 86265c1f-ded5-479c-8804-fd386f809a45 with Priority: HIGHEST for action port [ 740.140014] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86265c1f-ded5-479c-8804-fd386f809a45 with Priority: HIGHEST for action port [ 740.140322] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-86265c1f-ded5-479c-8804-fd386f809a45 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.140625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86265c1f-ded5-479c-8804-fd386f809a45" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.140716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86265c1f-ded5-479c-8804-fd386f809a45" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.141061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86265c1f-ded5-479c-8804-fd386f809a45" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.141235] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86265c1f-ded5-479c-8804-fd386f809a45',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.145104] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.145104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.145104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.145104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.145391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.156697] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339f5801-1c79-46dd-80fa-fc455d86637b in Status: IN_PROGRESS for 2s [ 740.507801] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.508233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.508233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.508446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.508590] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.509086] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 711819f9-fa9d-44d6-948d-e8fc18031b80 not found, creating... [ 740.509086] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.509276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.509276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.509473] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.509601] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.509868] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.510027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.510131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.510330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.510455] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.510585] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 711819f9-fa9d-44d6-948d-e8fc18031b80 is going to be created. [ 740.530917] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.531150] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.531267] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.531534] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.531749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.531958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-711819f9-fa9d-44d6-948d-e8fc18031b80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.582310] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f in Status: SUCCESS [ 740.582700] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c56747a-d9d0-4db7-9e81-cfed8e3faa4f deletion is rescheduled due to dependency. [ 740.583889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c56747a-d9d0-4db7-9e81-cfed8e3faa4f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.647434] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86265c1f-ded5-479c-8804-fd386f809a45 [ 740.647690] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.647830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.647894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.648152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.648265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.648384] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86265c1f-ded5-479c-8804-fd386f809a45 already deleted. [ 740.648472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86265c1f-ded5-479c-8804-fd386f809a45" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.162565] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 741.162733] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df deletion is rescheduled due to dependency. [ 741.162851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.163017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.163257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.163463] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.163548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.163618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.163770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.163853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.163966] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.249532] env[65677]: INFO networking_nsxv3.common.synchronization [req-2fdb2b67-be5d-418c-a199-8fd15d062e31 req-120286d8-af53-46ec-8c09-7c48540d38a0 service nova] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_rules [ 741.249532] env[65677]: INFO networking_nsxv3.common.synchronization [req-2fdb2b67-be5d-418c-a199-8fd15d062e31 req-120286d8-af53-46ec-8c09-7c48540d38a0 service nova] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 741.249532] env[65677]: INFO networking_nsxv3.common.synchronization [req-2fdb2b67-be5d-418c-a199-8fd15d062e31 req-120286d8-af53-46ec-8c09-7c48540d38a0 service nova] Enqueued Resource ID: 711819f9-fa9d-44d6-948d-e8fc18031b80 with Priority: HIGHEST for action port [ 741.249532] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_rules [ 741.249532] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 741.249532] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711819f9-fa9d-44d6-948d-e8fc18031b80 with Priority: HIGHEST for action port [ 741.249532] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.249532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.249532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.249532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.249532] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.249985] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.250415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.250415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.250415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.250626] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.250766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.251412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.251412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.251412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.251412] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.252137] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-711819f9-fa9d-44d6-948d-e8fc18031b80 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.252557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711819f9-fa9d-44d6-948d-e8fc18031b80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.252557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711819f9-fa9d-44d6-948d-e8fc18031b80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.252557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711819f9-fa9d-44d6-948d-e8fc18031b80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.252925] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711819f9-fa9d-44d6-948d-e8fc18031b80',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.591154] env[65677]: INFO networking_nsxv3.common.synchronization [req-91fb1767-fa61-40fa-8454-ae538173eabd req-5a734f06-8835-40aa-b1da-b84a75b50fe9 tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Enqueued Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGHEST for action security_group_members [ 741.591740] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGHEST for action security_group_members [ 741.592761] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.593232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.593232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.594037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.594037] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.594037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.594037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.594037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.594037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.594372] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.666439] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.666605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.666737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.666913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.667010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.667285] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.667427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.667518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.667692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.667818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.667869] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 741.704412] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.704412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.704412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.704412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.704637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.718668] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 741.754786] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.756487] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.756768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.757036] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 711819f9-fa9d-44d6-948d-e8fc18031b80 with status ACTIVE [ 741.757328] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.757468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.757537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.759599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.759599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.759599] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.759599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.759599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.759599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.759599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.759599] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.759599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.759599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.760356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.760356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.760356] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 711819f9-fa9d-44d6-948d-e8fc18031b80 is going to be updated. [ 741.782565] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.782912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.783063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.783258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.783425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.783600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711819f9-fa9d-44d6-948d-e8fc18031b80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.962603] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac in Status: SUCCESS [ 741.962852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.963042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.963263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.963510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.963636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.963702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.963870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.963959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.964085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.964182] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb367eaf-648f-4f96-ba2a-b171ec1b9cac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.079323] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.079628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-910" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.079835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-910" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.080535] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-910" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.080611] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.080774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.080882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.081235] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.081378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.081584] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.081690] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.081789] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.081888] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.081990] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.082102] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.082228] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.098215] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.098377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.098448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.098670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.098763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.098959] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.099064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.099128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.099272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.099348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.099431] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a already deleted. [ 742.099511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.107263] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.107511] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.107613] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.107720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-910" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.108082] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.108281] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.108396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.108723] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.108860] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dec45f5-2919-4d4c-8a52-38f4628fe4ad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.168132] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339f5801-1c79-46dd-80fa-fc455d86637b in Status: SUCCESS [ 742.168336] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339f5801-1c79-46dd-80fa-fc455d86637b deletion is rescheduled due to dependency. [ 742.168457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.262915] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.470564] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.470766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.470766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.470948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.471165] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.471276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.471341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.471522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.471601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.471698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.472282] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.472282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.472282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.472282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.472632] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.472632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.472632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.472775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.472775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.472839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.473134] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb367eaf-648f-4f96-ba2a-b171ec1b9cac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.612232] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.612596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.612596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.613099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.613355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.613563] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 4dec45f5-2919-4d4c-8a52-38f4628fe4ad not found, creating... [ 742.613908] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.614270] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.614270] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.614489] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.614713] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.614994] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.615255] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.615255] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.615470] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.615600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.615785] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 4dec45f5-2919-4d4c-8a52-38f4628fe4ad is going to be created. [ 742.639679] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.639908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.640050] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.640611] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.640611] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.640918] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.769255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.769447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.769619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.769891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.769987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.770126] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be created. [ 742.797584] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.797780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.797839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.798764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.798764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.812738] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: UNINITIALIZED for 2s [ 742.976838] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb367eaf-648f-4f96-ba2a-b171ec1b9cac: rpc.has_security_group_logging(os_id): False [ 743.003844] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.004103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.004103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.004368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.004368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.004572] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.004671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.004731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.004901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.004982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.005193] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.005283] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.005358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.005553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.005624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.005807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.005951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.006035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.006188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.006262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.006348] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac is going to be created. [ 743.084132] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.084132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.084132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.084132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.084132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.098201] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac in Status: IN_PROGRESS for 2s [ 743.400548] env[65677]: INFO networking_nsxv3.common.synchronization [req-91fb1767-fa61-40fa-8454-ae538173eabd req-970267fc-6a80-4b33-b632-5207b3caadd9 service nova] Enqueued Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGHEST for action security_group_rules [ 743.400548] env[65677]: INFO networking_nsxv3.common.synchronization [req-91fb1767-fa61-40fa-8454-ae538173eabd req-970267fc-6a80-4b33-b632-5207b3caadd9 service nova] Enqueued Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGHEST for action security_group_members [ 743.401239] env[65677]: INFO networking_nsxv3.common.synchronization [req-91fb1767-fa61-40fa-8454-ae538173eabd req-970267fc-6a80-4b33-b632-5207b3caadd9 service nova] Enqueued Resource ID: 4dec45f5-2919-4d4c-8a52-38f4628fe4ad with Priority: HIGHEST for action port [ 743.402280] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGHEST for action security_group_rules [ 743.402577] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGHEST for action security_group_members [ 743.402834] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dec45f5-2919-4d4c-8a52-38f4628fe4ad with Priority: HIGHEST for action port [ 743.403335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.404282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.404702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.405104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.405454] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.407382] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.407904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.408155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.408479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.409301] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.409301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.409301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.409301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.409301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.409301] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.410613] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.410853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.411022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.412015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.412015] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dec45f5-2919-4d4c-8a52-38f4628fe4ad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.538975] env[65677]: INFO networking_nsxv3.common.synchronization [None req-554f5e46-9c9c-4d80-b427-d6bbe271300d tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Enqueued Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_rules [ 743.541679] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_rules [ 743.541851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.541958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.542063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.542722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.542722] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.665838] env[65677]: INFO networking_nsxv3.common.synchronization [None req-e7465c9c-e534-4d92-b68c-d84d8f0c6999 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Enqueued Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_rules [ 743.666558] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_rules [ 743.666888] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.667062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.731114] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 743.731114] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df deletion is rescheduled due to dependency. [ 743.731114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.914553] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.916469] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.916469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.917646] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dec45f5-2919-4d4c-8a52-38f4628fe4ad with status ACTIVE [ 743.918668] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.918668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.918668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.919245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.919344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.919564] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.919679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.919735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.920380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.920380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.920380] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.920380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.920380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.920618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.920654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.920718] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dec45f5-2919-4d4c-8a52-38f4628fe4ad is going to be updated. [ 743.944426] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.944615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.944659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.944848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.944986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.945160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dec45f5-2919-4d4c-8a52-38f4628fe4ad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.076636] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.076789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.076852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.077153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.077249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.077347] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 already deleted. [ 744.077431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.077589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.077750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.077836] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.239512] env[65677]: INFO networking_nsxv3.common.synchronization [req-a804f2b0-48f8-49c2-9c57-51b847106a7b req-51996c11-2862-4d48-b4ea-5194c8c3d796 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Enqueued Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_members [ 744.240141] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_members [ 744.240843] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.240999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.241089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.241348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.241516] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.241624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.241692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.241866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.241965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.242321] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.417307] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.611242] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.611242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.611242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.611242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.611242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.611242] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 already deleted. [ 744.611242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.745049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.745478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.746320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.746320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.746320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.749043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.749043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.749043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.749043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.749043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.749043] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b728201-419e-41dd-b804-f47718da07ae already deleted. [ 744.749043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.826677] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 744.827146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.827146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.829019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.829019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.829019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.829019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.829019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.829019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.829019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.829019] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.911373] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.911373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-247" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.911890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-247" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.912491] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-247" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.912664] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.912731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.912837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.913584] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.913584] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.913584] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.913584] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.913584] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.913758] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.913758] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.913841] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.913973] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.921533] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.921716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.921777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.922469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.926121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.926121] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a is going to be created. [ 744.937803] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.937803] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.937938] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.939055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-247" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.939055] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.939055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.939055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.939305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.939341] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186ee52b-cdb0-407f-ac7c-732ec1ad8c4a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.957689] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.957689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.957689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.957689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.957689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.972107] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a in Status: UNINITIALIZED for 2s [ 745.111815] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac in Status: SUCCESS [ 745.112229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.331408] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.331541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.331541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.331760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.331920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.332034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.332179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.332266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.332353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.332459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.332591] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.332682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.332741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.332907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.333246] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.333246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.333246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.333373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.333373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.333484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.333593] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.441790] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.442028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.442188] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.442418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.442559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.442703] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a not found, creating... [ 745.442955] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.443128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.443237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.443440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.443789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.444186] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.444358] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.444473] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.444680] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.444807] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.444939] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a is going to be created. [ 745.467485] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.467778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.467778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.468031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.468297] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.468541] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.839057] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d04f6472-7ba7-4e9b-8971-40d2bb87d0b6: rpc.has_security_group_logging(os_id): False [ 745.859177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.859177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.859177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.859177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.859177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.859177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.859177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.859177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.859578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.859578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.859578] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.859684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.859684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.859812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.859883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.862637] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.862767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.862819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.862994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.863123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.863222] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be created. [ 745.932143] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.932435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.932617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.932942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.933250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.945495] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 2s [ 746.214740] env[65677]: INFO networking_nsxv3.common.synchronization [req-a804f2b0-48f8-49c2-9c57-51b847106a7b req-d164f522-212a-43d4-b84d-e23b5bf1a96a service nova] Enqueued Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_rules [ 746.214740] env[65677]: INFO networking_nsxv3.common.synchronization [req-a804f2b0-48f8-49c2-9c57-51b847106a7b req-d164f522-212a-43d4-b84d-e23b5bf1a96a service nova] Enqueued Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_members [ 746.214740] env[65677]: INFO networking_nsxv3.common.synchronization [req-a804f2b0-48f8-49c2-9c57-51b847106a7b req-d164f522-212a-43d4-b84d-e23b5bf1a96a service nova] Enqueued Resource ID: 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a with Priority: HIGHEST for action port [ 746.214740] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_rules [ 746.214740] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_members [ 746.214740] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a with Priority: HIGHEST for action port [ 746.215810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.215970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.216078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.216294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.216376] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.217397] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.217521] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.218064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.218064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.218064] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.218064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.218247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.220221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.220221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.220221] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.220221] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.220221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.220221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.220422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.220422] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186ee52b-cdb0-407f-ac7c-732ec1ad8c4a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.723014] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.725151] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.725151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.725151] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a with status ACTIVE [ 746.725151] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.725151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.725151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.725151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.725678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.725678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.725678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.725678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.725811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.725811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.728547] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.731148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.731148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.731148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.731148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.731148] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a is going to be updated. [ 746.752735] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.753189] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.754181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.754181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.754181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.754181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.987219] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a in Status: SUCCESS [ 746.987478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.987683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.988161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.988161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.988279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.988279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.988370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.988669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.988669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.988669] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.231883] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.492770] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.492988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.493117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.493528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.493707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.493806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.493945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.494383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.494383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.494383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.494383] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.494572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.494572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.494625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.494741] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.494820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.494874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.495022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.495091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.495171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.495258] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.735123] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.735289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.735367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.735633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.735749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.735865] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b728201-419e-41dd-b804-f47718da07ae is going to be created. [ 747.764547] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.764763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.764838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.765848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.765848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.779161] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b728201-419e-41dd-b804-f47718da07ae in Status: UNINITIALIZED for 2s [ 747.962854] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 747.962854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.998184] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a: rpc.has_security_group_logging(os_id): False [ 748.023064] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.025878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.025878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.025878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.025878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.025878] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.025878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.025878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.025878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.025878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.025878] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.026365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.026794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.026880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.026977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.027401] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.027401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.027591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.027674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.027758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.027884] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a is going to be created. [ 748.122505] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.122641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.122709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.123132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.123920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.146314] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a in Status: IN_PROGRESS for 2s [ 749.519938] env[65677]: INFO networking_nsxv3.common.synchronization [req-396a03ab-f826-49aa-b7a3-29ec4d953a30 req-dddd947a-96b7-4edd-9b48-42de8df40cbc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 749.520705] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 749.520971] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.521157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.521226] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.522055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.522055] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.522055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.522055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.522055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.522276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.522276] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.792122] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b728201-419e-41dd-b804-f47718da07ae in Status: SUCCESS [ 749.792733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.793286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.794300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.797639] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.797639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.797639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.797639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.797639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.797639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.797989] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.025227] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.026843] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.026843] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f already deleted. [ 750.026843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.055690] env[65677]: INFO networking_nsxv3.common.synchronization [None req-7974f38a-ada4-4469-b54b-1e44676f1cb3 None None] Enqueued Resource ID: 9530c714-446f-4284-a9a5-be32730e0415 with Priority: HIGHEST for action port [ 750.057926] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9530c714-446f-4284-a9a5-be32730e0415 with Priority: HIGHEST for action port [ 750.057926] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-9530c714-446f-4284-a9a5-be32730e0415 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.057926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9530c714-446f-4284-a9a5-be32730e0415" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.057926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9530c714-446f-4284-a9a5-be32730e0415" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.058725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9530c714-446f-4284-a9a5-be32730e0415" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.060782] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9530c714-446f-4284-a9a5-be32730e0415',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.083868] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.083868] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.083868] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.083868] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.084421] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.084601] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.084799] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.085094] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.085303] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.085591] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.086253] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.086253] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.086253] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.087555] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.089547] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.089547] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.111830] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.112024] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.112131] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.112308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.112643] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-b08f94bc-5778-43f9-83d6-c56af2525771 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.112806] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-b08f94bc-5778-43f9-83d6-c56af2525771" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.112920] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-b08f94bc-5778-43f9-83d6-c56af2525771" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.113294] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-b08f94bc-5778-43f9-83d6-c56af2525771" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.113461] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b08f94bc-5778-43f9-83d6-c56af2525771',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.165456] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a in Status: SUCCESS [ 750.165874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.300577] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.561268] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9530c714-446f-4284-a9a5-be32730e0415 [ 750.561704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.561704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.561704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.561907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.561998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.562108] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9530c714-446f-4284-a9a5-be32730e0415 already deleted. [ 750.562208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9530c714-446f-4284-a9a5-be32730e0415" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.617890] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.617890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.618162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.618330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.618480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.618627] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port b08f94bc-5778-43f9-83d6-c56af2525771 not found, creating... [ 750.618893] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.619058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.619177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.619403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.619531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.621257] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.621443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.621556] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.621779] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.621907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.622073] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: b08f94bc-5778-43f9-83d6-c56af2525771 is going to be created. [ 750.647280] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.647280] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.647534] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.648404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.648404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.648896] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-b08f94bc-5778-43f9-83d6-c56af2525771" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.802777] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b728201-419e-41dd-b804-f47718da07ae: rpc.has_security_group_logging(os_id): False [ 750.827649] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.827649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.827649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.827986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.827986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.829528] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.829528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.829528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.829528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.829528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.829528] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b728201-419e-41dd-b804-f47718da07ae is going to be created. [ 750.904077] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.904300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.904300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.904523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.904706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.919453] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b728201-419e-41dd-b804-f47718da07ae in Status: IN_PROGRESS for 2s [ 751.460128] env[65677]: INFO networking_nsxv3.common.synchronization [req-396a03ab-f826-49aa-b7a3-29ec4d953a30 req-0a99b587-7c95-446d-af01-47d33b28be9e service nova] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_rules [ 751.460128] env[65677]: INFO networking_nsxv3.common.synchronization [req-396a03ab-f826-49aa-b7a3-29ec4d953a30 req-0a99b587-7c95-446d-af01-47d33b28be9e service nova] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 751.460128] env[65677]: INFO networking_nsxv3.common.synchronization [req-396a03ab-f826-49aa-b7a3-29ec4d953a30 req-0a99b587-7c95-446d-af01-47d33b28be9e service nova] Enqueued Resource ID: b08f94bc-5778-43f9-83d6-c56af2525771 with Priority: HIGHEST for action port [ 751.460727] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_rules [ 751.460727] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 751.461591] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08f94bc-5778-43f9-83d6-c56af2525771 with Priority: HIGHEST for action port [ 751.462578] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.462578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.462578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.462578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.462578] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.463707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.463826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.465613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.465613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.465613] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.465613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.465613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.465613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.465613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.465613] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.465613] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b08f94bc-5778-43f9-83d6-c56af2525771 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.466328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b08f94bc-5778-43f9-83d6-c56af2525771" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.466328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b08f94bc-5778-43f9-83d6-c56af2525771" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.466328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b08f94bc-5778-43f9-83d6-c56af2525771" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.466328] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b08f94bc-5778-43f9-83d6-c56af2525771',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.972218] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.972218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.972218] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b08f94bc-5778-43f9-83d6-c56af2525771 with status ACTIVE [ 751.972218] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.972218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.972218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.972218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.972908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.972908] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.972908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.973093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.973857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.973857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.973857] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.974209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.974209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.974276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.974395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.974482] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b08f94bc-5778-43f9-83d6-c56af2525771 is going to be updated. [ 751.976366] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.005578] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.005862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.005862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.006247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.006460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.007523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b08f94bc-5778-43f9-83d6-c56af2525771" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.342893] env[65677]: INFO networking_nsxv3.common.synchronization [req-396a03ab-f826-49aa-b7a3-29ec4d953a30 req-dc66c2dc-15e3-45be-ad84-7f1ebda6c23e tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 752.343605] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 752.343830] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.343928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.482896] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.674830] env[65677]: INFO networking_nsxv3.common.synchronization [None req-4a6c26a0-4fdb-4092-9220-b4fa426daeba None None] Enqueued Resource ID: 66915242-1fa7-4134-84c2-af5d59ed11b8 with Priority: HIGHEST for action port [ 752.675127] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66915242-1fa7-4134-84c2-af5d59ed11b8 with Priority: HIGHEST for action port [ 752.675751] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-66915242-1fa7-4134-84c2-af5d59ed11b8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.675865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66915242-1fa7-4134-84c2-af5d59ed11b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.675977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66915242-1fa7-4134-84c2-af5d59ed11b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.676549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66915242-1fa7-4134-84c2-af5d59ed11b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.676661] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66915242-1fa7-4134-84c2-af5d59ed11b8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.787842] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.788171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.788171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.788813] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.789735] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.789735] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.789735] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.789735] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.789947] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.790781] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.790781] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.790781] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.790781] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.790781] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.790781] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.790781] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.814088] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.814271] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.814400] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.814564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.815023] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-d31dc4fb-ce59-4403-ba73-9d24762134d9 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.815160] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-d31dc4fb-ce59-4403-ba73-9d24762134d9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.815314] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-d31dc4fb-ce59-4403-ba73-9d24762134d9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.815600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-d31dc4fb-ce59-4403-ba73-9d24762134d9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.815665] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31dc4fb-ce59-4403-ba73-9d24762134d9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.935663] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b728201-419e-41dd-b804-f47718da07ae in Status: SUCCESS [ 752.935899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.989103] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.989727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.989801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.990124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.990197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.993484] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be created. [ 753.024203] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.024396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.024429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.024631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.025038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.046058] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: UNINITIALIZED for 2s [ 753.180956] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66915242-1fa7-4134-84c2-af5d59ed11b8 [ 753.180956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.180956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.180956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.181485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.181485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.181485] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66915242-1fa7-4134-84c2-af5d59ed11b8 already deleted. [ 753.181485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66915242-1fa7-4134-84c2-af5d59ed11b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.319405] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.319635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.319756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.320132] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.320261] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.320414] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port d31dc4fb-ce59-4403-ba73-9d24762134d9 not found, creating... [ 753.320675] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.320845] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.320981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.321251] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.321397] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.321712] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.321872] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.322013] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.322621] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.322783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.323041] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: d31dc4fb-ce59-4403-ba73-9d24762134d9 is going to be created. [ 753.352857] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.354034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.355355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.355727] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.356041] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.356304] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-d31dc4fb-ce59-4403-ba73-9d24762134d9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.115124] env[65677]: INFO networking_nsxv3.common.synchronization [req-396a03ab-f826-49aa-b7a3-29ec4d953a30 req-e668780c-55b3-4f60-bcb3-789008eca72c service nova] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_rules [ 754.115433] env[65677]: INFO networking_nsxv3.common.synchronization [req-396a03ab-f826-49aa-b7a3-29ec4d953a30 req-e668780c-55b3-4f60-bcb3-789008eca72c service nova] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 754.115433] env[65677]: INFO networking_nsxv3.common.synchronization [req-396a03ab-f826-49aa-b7a3-29ec4d953a30 req-e668780c-55b3-4f60-bcb3-789008eca72c service nova] Enqueued Resource ID: d31dc4fb-ce59-4403-ba73-9d24762134d9 with Priority: HIGHEST for action port [ 754.115967] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_rules [ 754.117598] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 754.117598] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31dc4fb-ce59-4403-ba73-9d24762134d9 with Priority: HIGHEST for action port [ 754.117598] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.117826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.117943] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.118019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.118152] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d31dc4fb-ce59-4403-ba73-9d24762134d9 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.119674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d31dc4fb-ce59-4403-ba73-9d24762134d9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.119674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d31dc4fb-ce59-4403-ba73-9d24762134d9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.119816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d31dc4fb-ce59-4403-ba73-9d24762134d9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.119902] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31dc4fb-ce59-4403-ba73-9d24762134d9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.625119] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d31dc4fb-ce59-4403-ba73-9d24762134d9 with status ACTIVE [ 754.625119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.625119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.625119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.625119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.625119] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d31dc4fb-ce59-4403-ba73-9d24762134d9 is going to be updated. [ 754.647354] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.649148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.649148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.649148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.649148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.649148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d31dc4fb-ce59-4403-ba73-9d24762134d9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.058386] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 755.058613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.058850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.059188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.059418] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.059580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.059675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.059968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.060073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.060499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.060499] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.061426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.062431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.062718] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.062718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.062836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.062933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.064637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.064637] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.504668] env[65677]: INFO networking_nsxv3.common.synchronization [req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 req-b747f8e7-c39d-4386-aa27-f6a6c4cba511 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Enqueued Resource ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 with Priority: HIGHEST for action security_group_members [ 755.505490] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 with Priority: HIGHEST for action security_group_members [ 755.505893] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-78768711-30c3-4ebb-8a33-7b487359c4b4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.506054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.506115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.506437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.506639] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.506792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.506851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.507796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.507796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.507796] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78768711-30c3-4ebb-8a33-7b487359c4b4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.566164] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.566870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.566870] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.671371] env[65677]: INFO networking_nsxv3.common.synchronization [req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 req-9f7e3cb9-d9e2-4edd-abc9-d141462d4e78 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Enqueued Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGHEST for action security_group_members [ 755.672252] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGHEST for action security_group_members [ 755.672593] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03e13a9-b483-4619-861b-bb72706e576c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.672874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.673021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.673339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.673507] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.674209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.674209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.674209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.674209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.674209] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.001118] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.001405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.001633] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.001937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.002286] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.002503] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.002643] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.002961] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.003202] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.003470] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.003630] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.003842] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.003945] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.004082] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.004229] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.004375] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.010023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.010246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.010358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.010637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.010796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.011112] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.011284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.011424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.011665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.011777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.011889] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 already deleted. [ 756.011994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.031843] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.031987] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.032141] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.032389] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.032777] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-6096a338-9549-4d64-8a6b-fac039c50f68 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.033043] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-6096a338-9549-4d64-8a6b-fac039c50f68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.033179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-6096a338-9549-4d64-8a6b-fac039c50f68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.033520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-6096a338-9549-4d64-8a6b-fac039c50f68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.033697] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6096a338-9549-4d64-8a6b-fac039c50f68',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.070197] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.179078] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.179078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.179078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.179078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.179078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.179078] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.179078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.179078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.179078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.179078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.179078] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03e13a9-b483-4619-861b-bb72706e576c is going to be updated. [ 756.210948] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.210948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.210948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.211206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.211244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.221441] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03e13a9-b483-4619-861b-bb72706e576c in Status: IN_PROGRESS for 2s [ 756.461953] env[65677]: INFO networking_nsxv3.common.synchronization [req-af94096c-eef9-4079-b5f3-d6ef552c6792 req-aead0319-a216-4c21-80e6-35e992ab531f tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Enqueued Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_members [ 756.461953] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 with Priority: HIGHEST for action security_group_members [ 756.461953] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.461953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.461953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.461953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.461953] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.461953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.461953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.463082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.463082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.463082] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa9c2c8-d7aa-407b-b213-71dbfc98c3c0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.537319] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.537683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.537683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.537944] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.538110] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.538355] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 6096a338-9549-4d64-8a6b-fac039c50f68 not found, creating... [ 756.538630] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.538791] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.538902] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.539149] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.539305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.539688] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.539878] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.541557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.541557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.541557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.541557] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 6096a338-9549-4d64-8a6b-fac039c50f68 is going to be created. [ 756.562401] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.562815] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.562983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.563323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.563706] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.564031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-6096a338-9549-4d64-8a6b-fac039c50f68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.572609] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.573037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.573204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.573507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.573879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.573879] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 756.604816] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.605099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.605212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.605429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.605935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.619008] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 756.965858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.966119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.966207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.966428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.966592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.966729] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.966829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.966887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.967064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.967156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.967245] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 is going to be updated. [ 757.001959] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.002343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.002343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.002469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.002548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.013985] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 in Status: IN_PROGRESS for 2s [ 757.313349] env[65677]: INFO networking_nsxv3.common.synchronization [req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 req-959f9755-e362-430a-80ee-5c34bcd0ae9c service nova] Enqueued Resource ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 with Priority: HIGHEST for action security_group_rules [ 757.313567] env[65677]: INFO networking_nsxv3.common.synchronization [req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 req-959f9755-e362-430a-80ee-5c34bcd0ae9c service nova] Enqueued Resource ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 with Priority: HIGHEST for action security_group_members [ 757.313693] env[65677]: INFO networking_nsxv3.common.synchronization [req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 req-959f9755-e362-430a-80ee-5c34bcd0ae9c service nova] Enqueued Resource ID: 6096a338-9549-4d64-8a6b-fac039c50f68 with Priority: HIGHEST for action port [ 757.314987] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 with Priority: HIGHEST for action security_group_rules [ 757.315208] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 with Priority: HIGHEST for action security_group_members [ 757.318956] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6096a338-9549-4d64-8a6b-fac039c50f68 with Priority: HIGHEST for action port [ 757.318956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78768711-30c3-4ebb-8a33-7b487359c4b4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.318956] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78768711-30c3-4ebb-8a33-7b487359c4b4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.318956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-78768711-30c3-4ebb-8a33-7b487359c4b4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.318956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.318956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.318956] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78768711-30c3-4ebb-8a33-7b487359c4b4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.319866] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-6096a338-9549-4d64-8a6b-fac039c50f68 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.319866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6096a338-9549-4d64-8a6b-fac039c50f68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.319866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6096a338-9549-4d64-8a6b-fac039c50f68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.319866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6096a338-9549-4d64-8a6b-fac039c50f68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.319866] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6096a338-9549-4d64-8a6b-fac039c50f68',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.822068] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78768711-30c3-4ebb-8a33-7b487359c4b4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.823400] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-78768711-30c3-4ebb-8a33-7b487359c4b4 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.823556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.824447] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6096a338-9549-4d64-8a6b-fac039c50f68 with status ACTIVE [ 757.824447] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.824447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.824447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.824728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.824728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.825187] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.825308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.825369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.825537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.825649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.825977] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.826098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.826211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.826417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.826527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.828673] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6096a338-9549-4d64-8a6b-fac039c50f68 is going to be updated. [ 757.831120] env[65677]: INFO networking_nsxv3.common.synchronization [req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 req-e10473a5-c83e-49c2-933a-6cf55dd321b8 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Enqueued Resource ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac with Priority: HIGHEST for action security_group_members [ 757.835175] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac with Priority: HIGHEST for action security_group_members [ 757.836255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.836538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.836763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.836964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.837236] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.837360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.837360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.837531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.837622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.837723] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb367eaf-648f-4f96-ba2a-b171ec1b9cac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.859550] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.859719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.859771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.860010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.860117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.860276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6096a338-9549-4d64-8a6b-fac039c50f68" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.234613] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03e13a9-b483-4619-861b-bb72706e576c in Status: SUCCESS [ 758.234886] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03e13a9-b483-4619-861b-bb72706e576c deletion is rescheduled due to dependency. [ 758.235069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.333263] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78768711-30c3-4ebb-8a33-7b487359c4b4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.340021] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.340485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.340485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.340626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.340757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.341033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.341158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.341239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.341428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.341543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.341658] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac is going to be updated. [ 758.376362] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.376520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.377096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.377355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.378340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.396504] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac in Status: IN_PROGRESS for 2s [ 758.631180] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 758.631180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.631180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.631180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.631180] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.631180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.631180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.631180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.631180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.631950] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.836435] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.836951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.836951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.840219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.840219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.840219] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 is going to be created. [ 758.866713] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.866878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.866944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.867221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.867383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.878457] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 in Status: UNINITIALIZED for 2s [ 759.024874] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 in Status: SUCCESS [ 759.025055] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa9c2c8-d7aa-407b-b213-71dbfc98c3c0 deletion is rescheduled due to dependency. [ 759.025166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa9c2c8-d7aa-407b-b213-71dbfc98c3c0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.136512] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.638501] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.140732] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.141300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.141300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.141300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.141300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.141420] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 760.171613] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.171779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.171852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.172175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.172329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.182136] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 760.406751] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac in Status: SUCCESS [ 760.406929] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb367eaf-648f-4f96-ba2a-b171ec1b9cac deletion is rescheduled due to dependency. [ 760.407048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb367eaf-648f-4f96-ba2a-b171ec1b9cac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.641023] env[65677]: INFO networking_nsxv3.common.synchronization [req-4b1f2403-22cc-4094-962f-28475252e285 req-03b4bb57-b0e7-4953-b572-bc421be98df9 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 760.641023] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 760.641023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.641023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.641023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.641023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.641023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.641023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.641023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.641406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.641406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.641552] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.890080] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 in Status: SUCCESS [ 760.890229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.890273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.891250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.891250] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.891250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.891250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.891250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.891250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.891250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.891250] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78768711-30c3-4ebb-8a33-7b487359c4b4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.987532] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.987532] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-356" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.987532] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-356" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.987532] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-356" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.987710] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.987767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.987888] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.988824] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.988987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.993291] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.993412] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.993519] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.993619] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.993736] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.993821] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.993948] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.012843] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.013013] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.013156] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.013325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-356" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.013637] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.013803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.013964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.014276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.014411] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.144415] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.144882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.144882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.145076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.145076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.145291] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.145415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.145490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.145638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.145958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.145958] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d is going to be updated. [ 761.183335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.183528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.183640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.183887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.185462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.214278] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: IN_PROGRESS for 2s [ 761.397428] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-78768711-30c3-4ebb-8a33-7b487359c4b4 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.397693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.397764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.398224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.398560] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.398756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.398928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.403081] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-78768711-30c3-4ebb-8a33-7b487359c4b4 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.403081] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.403081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.403081] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78768711-30c3-4ebb-8a33-7b487359c4b4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.518916] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.519248] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.520563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.520563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.520563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.520563] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe not found, creating... [ 761.520563] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.520906] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.520906] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.521313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.521630] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.522189] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.522430] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.523026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.523026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.523159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.523344] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe is going to be created. [ 761.551078] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.551469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.551642] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.552012] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.552325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.552613] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904913] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78768711-30c3-4ebb-8a33-7b487359c4b4: rpc.has_security_group_logging(os_id): False [ 761.927403] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.927646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.927646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.927889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.927981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.928201] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.928303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.928413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.928588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.928668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.928868] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.928963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.929313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.929546] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.929744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.930085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.930281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.930394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.930644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.930805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.930956] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 is going to be created. [ 762.005714] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.005973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.006205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.006484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.006748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.023267] env[65677]: INFO networking_nsxv3.common.synchronization [req-61aad140-df2b-4751-a4f0-e4985a350e04 req-bb045ea9-653f-416c-8dc9-a39a67774754 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 762.024475] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 in Status: IN_PROGRESS for 2s [ 762.025110] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 762.025524] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.025718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.025825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.026131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.026398] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.026497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.026643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.026865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.026995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.027211] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.192387] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 762.192635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.192802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.194197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.194197] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.194350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.194383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.194567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.194648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.194848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.194903] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.194987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.195221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.195612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.195793] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.195901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.195966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.196180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.196264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.196350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.196461] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.264177] env[65677]: INFO networking_nsxv3.common.synchronization [req-4b1f2403-22cc-4094-962f-28475252e285 req-8c9d19e1-9121-4dae-bb02-dac2e67c5d57 service nova] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_rules [ 762.264177] env[65677]: INFO networking_nsxv3.common.synchronization [req-4b1f2403-22cc-4094-962f-28475252e285 req-8c9d19e1-9121-4dae-bb02-dac2e67c5d57 service nova] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 762.264177] env[65677]: INFO networking_nsxv3.common.synchronization [req-4b1f2403-22cc-4094-962f-28475252e285 req-8c9d19e1-9121-4dae-bb02-dac2e67c5d57 service nova] Enqueued Resource ID: 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe with Priority: HIGHEST for action port [ 762.264393] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_rules [ 762.264531] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 762.264645] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe with Priority: HIGHEST for action port [ 762.266734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.266734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.266734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.266734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.266734] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.266734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.267126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.268658] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.268658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.268658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.268658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.269851] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.530111] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.530207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.530258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.530627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.530627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.530835] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.530942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.531013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.531166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.531324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.531324] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be updated. [ 762.536595] env[65677]: INFO networking_nsxv3.common.synchronization [req-6ffc92bc-ef3e-4966-bde3-20050673d464 req-ec013d78-c28e-435e-baaf-c9ca59054819 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 762.537119] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 762.537997] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.537997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.537997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.537997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.537997] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.537997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.538608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.538773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.538857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.538952] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.560515] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.560656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.560710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.560916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.561068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.570799] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: IN_PROGRESS for 2s [ 762.700355] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2f3007-c7d8-46af-a43f-34ebae69418f: rpc.has_security_group_logging(os_id): False [ 762.719833] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.720552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.720552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.720552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.720910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.720910] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.721090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.721090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.721351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.721434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.721698] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.721698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.721910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.721969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.722000] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.722447] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.722567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.722567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.722781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.722859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.722929] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be created. [ 762.773087] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe with status ACTIVE [ 762.773349] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.773468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.773747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.773837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.774046] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.774168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.774234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.774391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.774470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.774657] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.774753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.774817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.774969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.775106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.775205] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe is going to be updated. [ 762.776487] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.776612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.783889] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.784033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.784107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.784314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.784494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.799506] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 762.802765] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.802903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.802971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.803196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.803330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.803482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.041635] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.227827] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: SUCCESS [ 763.227827] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d deletion is rescheduled due to dependency. [ 763.227827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.227827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.227827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.227827] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.227827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.227827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.227827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.227827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.227827] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.545029] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.730242] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.039685] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 in Status: SUCCESS [ 764.040027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.049810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.050024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.050121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.050402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.050532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.050636] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 764.083250] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.083474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.083556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.083773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.083917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.094204] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 764.233283] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.581614] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: SUCCESS [ 764.581812] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 deletion is rescheduled due to dependency. [ 764.581930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.735469] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.735630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.735702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.736170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.736170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.736364] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d is going to be updated. [ 764.768199] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.768416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.768416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.769604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.769604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.781189] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: IN_PROGRESS for 2s [ 764.815899] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 764.816349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.816678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.817292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.817292] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.881691] env[65677]: INFO networking_nsxv3.common.synchronization [req-a477603f-1f6b-40dc-b696-30616ec7b4bf req-7d260062-2110-45d7-a069-ba2036de3130 tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Enqueued Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGHEST for action security_group_members [ 764.882133] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGHEST for action security_group_members [ 764.883161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.883161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.883161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.883161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.883161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.883161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.883161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.883504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.883504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.883629] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.319597] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.319914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.319914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.320133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.320308] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.320416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.320483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.320646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.320737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.320824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.320916] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.386595] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.386765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.386830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.387420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.387706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.387999] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.388341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.389555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.389555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.389555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.389555] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a is going to be updated. [ 765.419308] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.419699] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.420674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.420674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.420674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.430034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a in Status: IN_PROGRESS for 2s [ 765.783674] env[65677]: INFO networking_nsxv3.common.synchronization [req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 req-f9e0b05b-c918-4c8c-954f-c12488529ad2 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_members [ 765.784237] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_members [ 765.784527] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.784641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.784816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.784959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.788696] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.788808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.788869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.789069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.789163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.789260] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.823079] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.823412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.823412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.823579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.823737] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.823834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.824290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.824290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.824290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.824290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.824454] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.824511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.824585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.824932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.824932] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.824932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.825126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.825478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.825478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.825478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.825478] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.106418] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 766.106638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.166573] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.166775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.169048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.169048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.169048] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.169048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.169048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.169048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.169048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.169048] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.169048] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.169048] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.169048] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.169048] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.169048] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.169048] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.195858] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.195858] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.195858] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.195858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.195858] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-52570d6e-b09c-4f52-962c-95ab754de987 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.195858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.195858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.195858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.195858] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52570d6e-b09c-4f52-962c-95ab754de987',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.291614] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.291819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.291893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.292167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.292268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.292528] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.292689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.292689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.293046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.293046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.293046] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 already deleted. [ 766.294153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.328958] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2f3007-c7d8-46af-a43f-34ebae69418f: rpc.has_security_group_logging(os_id): False [ 766.372848] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.373116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.373116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.373254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.373375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.373621] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.373740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.373811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.374127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.374235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.374420] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.374519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.374572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.374726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.374801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.375021] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.375185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.375265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.375418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.375523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.375616] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 766.469891] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.469891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.469891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.469891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.469891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.485940] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 766.699769] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.699769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.699769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.699769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.699769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.699769] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 52570d6e-b09c-4f52-962c-95ab754de987 not found, creating... [ 766.699769] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.700513] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.700513] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.700513] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.700513] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.700789] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.700996] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.701225] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.701465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.701578] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.701664] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 52570d6e-b09c-4f52-962c-95ab754de987 is going to be created. [ 766.727488] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.728239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.728438] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.728805] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.729098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.729365] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.792384] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: SUCCESS [ 766.792503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.792895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.793107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.793396] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.793561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.793660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.793949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.794057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.794207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.794332] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.296643] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.442710] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a in Status: SUCCESS [ 767.443099] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a deletion is rescheduled due to dependency. [ 767.443099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.473951] env[65677]: INFO networking_nsxv3.common.synchronization [req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 req-77c92f1b-6d14-4c99-8e3d-1d6837cfa357 service nova] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_rules [ 767.473951] env[65677]: INFO networking_nsxv3.common.synchronization [req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 req-77c92f1b-6d14-4c99-8e3d-1d6837cfa357 service nova] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_members [ 767.474115] env[65677]: INFO networking_nsxv3.common.synchronization [req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 req-77c92f1b-6d14-4c99-8e3d-1d6837cfa357 service nova] Enqueued Resource ID: 52570d6e-b09c-4f52-962c-95ab754de987 with Priority: HIGHEST for action port [ 767.474657] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_rules [ 767.475127] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_members [ 767.475304] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52570d6e-b09c-4f52-962c-95ab754de987 with Priority: HIGHEST for action port [ 767.475602] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.475755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.475825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.476054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.476210] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.477937] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.477937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.477937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.477937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.477937] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.477937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.477937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.477937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.478355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.478355] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.478984] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-52570d6e-b09c-4f52-962c-95ab754de987 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.479150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.479444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.482537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.482537] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52570d6e-b09c-4f52-962c-95ab754de987',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.712837] env[65677]: INFO networking_nsxv3.common.synchronization [req-a0a70e01-f7f6-47e6-82c1-92891e187381 req-e384ae21-af45-43b7-a543-4b02c758df5f tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 767.713843] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 767.714314] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.714542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.714659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.715800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.715800] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.715800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.715800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.715800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.716117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.716117] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.799091] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3031688a-4413-4490-b35e-a76fbadf6f0d: rpc.has_security_group_logging(os_id): False [ 767.815235] env[65677]: INFO networking_nsxv3.common.synchronization [req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 req-08e09fad-21a7-4d23-a0d2-2a83a5c6192e tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 767.816120] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGHEST for action security_group_members [ 767.816966] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.817105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.826561] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.826806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.826806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.827789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.827789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.827789] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.827789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.827789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.827789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.828086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.828086] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d is going to be updated. [ 767.909808] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.909984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.910087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.910342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.910507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.929211] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: IN_PROGRESS for 2s [ 767.981550] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.982796] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.982963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.986902] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52570d6e-b09c-4f52-962c-95ab754de987 with status ACTIVE [ 767.988035] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.988163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.988336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.988875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.988997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.989221] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.989346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.989410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.989604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.989664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.990123] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.990123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.990123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.990548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.990548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.990548] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52570d6e-b09c-4f52-962c-95ab754de987 is going to be updated. [ 768.024834] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.025309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.025309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.025517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.025692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.025756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.142092] env[65677]: INFO networking_nsxv3.common.synchronization [req-ede6f940-3291-4be6-b616-f91a34264322 req-bdae086f-7b4a-4576-9201-86ddde77b844 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 768.142692] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 768.142995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.143125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.143190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.143395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.143544] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.143634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.143692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.143828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.143911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.144032] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.218611] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.413688] env[65677]: INFO networking_nsxv3.common.synchronization [req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc req-0a3deb57-a25c-4055-9992-60a2fbd5b3ba tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 768.415594] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 768.416143] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.416298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.484801] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.502191] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 768.502191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.647379] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.721036] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.988251] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.990312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.991224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.991714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.994084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.994171] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 is going to be created. [ 769.102152] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.105013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.105013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.105013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.105013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.114914] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: UNINITIALIZED for 2s [ 769.150730] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.188813] env[65677]: INFO networking_nsxv3.common.synchronization [req-43fd7614-b806-49c3-b1ac-41163a7b86c9 req-7741c1a1-315c-4167-b42c-d6cecbe8e113 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Enqueued Resource ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 with Priority: HIGHEST for action security_group_members [ 769.190162] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 with Priority: HIGHEST for action security_group_members [ 769.190162] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-78768711-30c3-4ebb-8a33-7b487359c4b4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.190162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.190162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.190398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.190479] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.190573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.190631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.190768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.190849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.190939] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78768711-30c3-4ebb-8a33-7b487359c4b4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.224032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.224224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.224297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.224506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.224591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.224688] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 769.242110] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.242280] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.256074] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.256074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.256074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.256074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.256074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.263968] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 769.655016] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.655016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.655016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.655016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.655016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.655016] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 769.685156] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.685156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.685156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.685156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.685156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.695621] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 769.702469] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.703165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.703703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.704540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.704540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.704873] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.704873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.704980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.705989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.705989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.705989] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 is going to be updated. [ 769.745265] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.745265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.745265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.745265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.745265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.757063] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 in Status: IN_PROGRESS for 2s [ 769.944799] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: SUCCESS [ 769.945099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.028085] env[65677]: INFO networking_nsxv3.common.synchronization [req-67f91dca-b4d3-4246-8791-ec01a042f180 req-ff463f56-d6ae-4123-922c-c4c2436b5f48 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 771.028656] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 771.028955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.029094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.029162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.029370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.029717] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.029717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.029717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.029919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.030016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.030117] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.128098] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: SUCCESS [ 771.130929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.130929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.130929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.130929] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.130929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.130929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.130929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.130929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.130929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.130929] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.280572] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 771.280572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.280710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.280940] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.281065] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.281176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.281237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.281416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.281512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.281613] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.417042] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.417376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.417582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.417949] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.418427] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.418594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.418734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.418958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.419113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.419334] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.419474] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.419537] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.419640] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.419746] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.419848] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.419978] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.451647] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.451899] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.452112] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.452382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-837" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.452743] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-7fdcb979-6482-461e-82b1-3371d9f45532 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.452997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-7fdcb979-6482-461e-82b1-3371d9f45532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.453139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-7fdcb979-6482-461e-82b1-3371d9f45532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.453686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-7fdcb979-6482-461e-82b1-3371d9f45532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.453856] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fdcb979-6482-461e-82b1-3371d9f45532',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.533932] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.633601] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.706325] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 771.706530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.706751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.707009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.707309] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.707423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.707423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.707629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.707738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.707781] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.768198] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 in Status: SUCCESS [ 771.768389] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78768711-30c3-4ebb-8a33-7b487359c4b4 deletion is rescheduled due to dependency. [ 771.768561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78768711-30c3-4ebb-8a33-7b487359c4b4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.784344] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.784523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.784568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.784773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.784982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.785076] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.785155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.785222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.785369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.785472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.785532] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be updated. [ 771.811644] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.811809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.811847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.812058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.812199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.840813] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: IN_PROGRESS for 2s [ 771.956802] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.957065] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.957129] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.957906] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.958076] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.958244] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 7fdcb979-6482-461e-82b1-3371d9f45532 not found, creating... [ 771.958530] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.958703] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.958816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.959162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.959334] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.959621] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.959771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.959881] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.960185] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.960320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.960452] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 7fdcb979-6482-461e-82b1-3371d9f45532 is going to be created. [ 772.000400] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.000400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.000400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.000400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.000400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.000400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-7fdcb979-6482-461e-82b1-3371d9f45532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.037647] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.137417] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b146115-a688-4151-9ceb-7b5019677fe7: rpc.has_security_group_logging(os_id): False [ 772.161666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.161818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.161886] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.163327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.163327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.163327] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.163327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.163327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.163327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.163327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.163327] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 is going to be created. [ 772.189222] env[65677]: INFO networking_nsxv3.common.synchronization [req-87417e28-ec0a-46bb-9d18-17cc613f0167 req-c0437738-9c29-49a1-ae8a-072b4859d8f1 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Enqueued Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_members [ 772.189829] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGHEST for action security_group_members [ 772.190015] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.190148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.190212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.190411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.190575] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.190650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.190715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.190889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.190936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.191641] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.209715] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.209882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.209882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.210120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.210256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.210480] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.210612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.210675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.210813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.210891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.210990] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 772.234544] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.234738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.234738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.234938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.235143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.251363] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.251584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.251691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.251951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.252905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.253838] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: IN_PROGRESS for 2s [ 772.262393] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 772.540192] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.540330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.540330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.540963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.540963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.540963] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 is going to be updated. [ 772.572606] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.572749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.572814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.573132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.573310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.584980] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: IN_PROGRESS for 2s [ 772.695438] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.695438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.695438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.695438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.695438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.695438] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.695438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.695438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.695438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.695438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.695438] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 is going to be updated. [ 772.723967] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.724292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.724292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.724683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.724683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.736537] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 in Status: IN_PROGRESS for 2s [ 772.800493] env[65677]: INFO networking_nsxv3.common.synchronization [req-67f91dca-b4d3-4246-8791-ec01a042f180 req-dea105f4-c823-4003-83ee-bfb9015b7821 service nova] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_rules [ 772.800694] env[65677]: INFO networking_nsxv3.common.synchronization [req-67f91dca-b4d3-4246-8791-ec01a042f180 req-dea105f4-c823-4003-83ee-bfb9015b7821 service nova] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 772.800833] env[65677]: INFO networking_nsxv3.common.synchronization [req-67f91dca-b4d3-4246-8791-ec01a042f180 req-dea105f4-c823-4003-83ee-bfb9015b7821 service nova] Enqueued Resource ID: 7fdcb979-6482-461e-82b1-3371d9f45532 with Priority: HIGHEST for action port [ 772.801378] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_rules [ 772.801518] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 772.801613] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fdcb979-6482-461e-82b1-3371d9f45532 with Priority: HIGHEST for action port [ 772.801875] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.802012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.802068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.802512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.802610] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.804891] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.804891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.804891] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fdcb979-6482-461e-82b1-3371d9f45532 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.804891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fdcb979-6482-461e-82b1-3371d9f45532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.804891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fdcb979-6482-461e-82b1-3371d9f45532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.804891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fdcb979-6482-461e-82b1-3371d9f45532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.804891] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fdcb979-6482-461e-82b1-3371d9f45532',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.304741] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.304741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.310026] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fdcb979-6482-461e-82b1-3371d9f45532 with status ACTIVE [ 773.310026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.310026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.310026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.310026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.310026] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fdcb979-6482-461e-82b1-3371d9f45532 is going to be updated. [ 773.344315] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.344463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.344534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.344749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.344884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.345094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fdcb979-6482-461e-82b1-3371d9f45532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.850664] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c87be418-16ca-49ab-9f92-8eab4da762bf in Status: SUCCESS [ 773.850859] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf deletion is rescheduled due to dependency. [ 773.850941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.173224] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.173405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.173493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.173716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.173829] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.274345] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 774.274345] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f deletion is rescheduled due to dependency. [ 774.274345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.274580] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: SUCCESS [ 774.274798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.595042] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: SUCCESS [ 774.595339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.595881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.596664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.596664] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.596801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.596958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.597537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.597639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.597743] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.678016] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.748039] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 in Status: SUCCESS [ 774.748039] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 deletion is rescheduled due to dependency. [ 774.748039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.101293] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.181508] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.604880] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.687750] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 775.687750] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 776.108444] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.108444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.108444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.108444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.108444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.108823] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 is going to be updated. [ 776.142977] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.143226] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.143281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.143930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.143930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.153862] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: IN_PROGRESS for 2s [ 776.684281] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.684614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.684614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.684792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.696874] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 776.697878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.699084] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 776.725950] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.726492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.726492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.726608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.733693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.734328] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 776.734436] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 776.734539] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 776.775053] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.775227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.775414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.775573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.777467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.777777] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 776.860733] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.860919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.861312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.861385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.861761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.862333] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 776.936704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.936704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.936704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.936704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.936704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.936959] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 776.937186] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8b728201-419e-41dd-b804-f47718da07ae', 'd03e13a9-b483-4619-861b-bb72706e576c', 'a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a', 'd04f6472-7ba7-4e9b-8971-40d2bb87d0b6', 'a5d87623-8606-4ba6-a983-cb414e53036f', 'c87be418-16ca-49ab-9f92-8eab4da762bf', '7b3d13ea-4a6b-44a4-a43d-f09769e20bf0', '351aef0b-abc4-4b57-a703-d6ebdf12bf3a', 'f80a80be-a420-4cd5-8d5d-c28367d511df', 'bd561186-01a9-4972-8ae2-3af3c9340972', '7c2f3007-c7d8-46af-a43f-34ebae69418f', '6b146115-a688-4151-9ceb-7b5019677fe7', 'b320ce76-1e6f-426d-adb6-d3ab4f1d3214', '339f5801-1c79-46dd-80fa-fc455d86637b', '4f89a07a-5743-4549-b082-fb1d5a03f950', '0425ecf3-076a-44d8-8bfa-88db0a67af8f', '9f5cbe29-4c1a-42da-98ec-788a376b49e1', '08368b98-ee22-4b3f-98a7-ec6e4e19b9c1', 'e152feb7-1570-40ce-a27e-e32d441706b0', 'f5473d55-b277-41ec-bcd2-6744a152d8ac', '500565a7-919c-4e76-b6b8-28257b7f4257', 'ef05371f-d1ee-40f3-81e9-7115303e3342', 'f46aabcd-aa49-4d08-83be-09f4fac0c223', '44eef694-4cb4-40e3-a621-f057bdd34086', 'b0002683-a04b-4a05-8561-c9c73007fa11', '48dcc60e-0c15-4381-8d5f-6e0121ae287b', '56c7ab11-09d4-473b-b35b-1cbe6949f4c3', 'bb367eaf-648f-4f96-ba2a-b171ec1b9cac', 'bbe97e2a-12af-48d3-a64e-adb170736953', 'd220cd24-dbd8-4a0c-a8e7-e0704e3092e0', 'afa9c2c8-d7aa-407b-b213-71dbfc98c3c0', '78768711-30c3-4ebb-8a33-7b487359c4b4', '994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8', 'ff819a39-9028-491b-9b18-66348ab7e770', '0c56747a-d9d0-4db7-9e81-cfed8e3faa4f', '3031688a-4413-4490-b35e-a76fbadf6f0d', 'b6c7d073-1c0b-4c11-b226-73c309b4fd2e'} {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 776.937299] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 776.974315] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.974465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.974545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.974759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.974846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.974953] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 776.975032] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 776.975103] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 777.071344] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.071560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.071666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.071887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.072749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.073044] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 777.073158] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 777.073258] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 777.073346] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 777.073444] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 777.073538] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGH for action security_group_rules [ 777.073636] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGH for action security_group_rules [ 777.073722] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGH for action security_group_rules [ 777.073804] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGH for action security_group_rules [ 777.073883] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGH for action security_group_rules [ 777.073962] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGH for action security_group_rules [ 777.074070] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGH for action security_group_rules [ 777.074184] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGH for action security_group_rules [ 777.074242] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGH for action security_group_rules [ 777.074309] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGH for action security_group_rules [ 777.074389] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGH for action security_group_rules [ 777.074468] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGH for action security_group_rules [ 777.074546] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGH for action security_group_rules [ 777.074637] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGH for action security_group_rules [ 777.074719] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGH for action security_group_rules [ 777.074801] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGH for action security_group_rules [ 777.074879] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGH for action security_group_rules [ 777.074958] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGH for action security_group_rules [ 777.075046] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGH for action security_group_rules [ 777.075112] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGH for action security_group_rules [ 777.075242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.803113] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 777.803404] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e152feb7-1570-40ce-a27e-e32d441706b0 with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339f5801-1c79-46dd-80fa-fc455d86637b with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGH for action security_group_rules [ 777.805024] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGH for action security_group_rules [ 777.805614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd561186-01a9-4972-8ae2-3af3c9340972 with Priority: HIGH for action security_group_rules [ 777.805614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGH for action security_group_rules [ 777.805614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87be418-16ca-49ab-9f92-8eab4da762bf with Priority: HIGH for action security_group_rules [ 777.805614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGH for action security_group_rules [ 777.805614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGH for action security_group_rules [ 777.805614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03e13a9-b483-4619-861b-bb72706e576c with Priority: HIGH for action security_group_rules [ 777.805614] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGH for action security_group_rules [ 777.809163] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.809163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.811042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.812041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.812041] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.812626] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.812755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.812821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.813342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.813342] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.820159] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.820159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.820159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.820159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.820159] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.825551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f89a07a-5743-4549-b082-fb1d5a03f950 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.826069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.826109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.827399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.827399] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f89a07a-5743-4549-b082-fb1d5a03f950',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.828150] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.828150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.828150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.828150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.828150] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.830727] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e152feb7-1570-40ce-a27e-e32d441706b0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.831173] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.831173] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.832102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.832200] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e152feb7-1570-40ce-a27e-e32d441706b0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.833930] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.834086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.834086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.836114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.836114] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.836729] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.836729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.836729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.836729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.836993] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.838164] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339f5801-1c79-46dd-80fa-fc455d86637b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.838281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.838332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.838519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.838589] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339f5801-1c79-46dd-80fa-fc455d86637b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.839679] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.839850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.839850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.840162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.840162] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0425ecf3-076a-44d8-8bfa-88db0a67af8f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.841368] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.841533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.841533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.841711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.841851] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b320ce76-1e6f-426d-adb6-d3ab4f1d3214',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.842207] env[65677]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 777.844036] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.844407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.844978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.845329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.845329] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.847136] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.847136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.847136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.847382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.847707] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.849085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd561186-01a9-4972-8ae2-3af3c9340972 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.849208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.849258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.849551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.849551] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd561186-01a9-4972-8ae2-3af3c9340972',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.850956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.850956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.850956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.851181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.851181] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.852533] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c87be418-16ca-49ab-9f92-8eab4da762bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.852533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.852533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.852737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.852782] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c87be418-16ca-49ab-9f92-8eab4da762bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.853939] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.854259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.854259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.854377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.854377] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.855463] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.855647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.855704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.855860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.855937] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.856976] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03e13a9-b483-4619-861b-bb72706e576c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.857108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.857176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.857302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.857712] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03e13a9-b483-4619-861b-bb72706e576c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.858270] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.858490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.858556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.858718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.858773] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.865310] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.865310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.865310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.865310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.865562] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.865612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.865649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.865826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.865876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.865911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.866050] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.896700] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.896936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.896936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.897191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.925620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.925798] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f89a07a-5743-4549-b082-fb1d5a03f950 is going to be deleted. [ 777.998253] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.998406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.999048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.999164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.999249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.999380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f89a07a-5743-4549-b082-fb1d5a03f950" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.164675] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: SUCCESS [ 778.164896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.165092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.165306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.165504] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.165740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.165740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.165835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.168718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.168718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.168718] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.345851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.346024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.346024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.346328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.368875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.368875] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be deleted. [ 778.372635] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.377858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.378192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.378192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.378318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.400056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.400184] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a is going to be deleted. [ 778.406672] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.406843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.406918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.407234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.407477] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.407634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.407745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.407931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.408037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.408130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.408218] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.410141] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.410284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.410395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.411722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.411778] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.412978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.412978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.412978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.412978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.412978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.413614] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.415525] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5cbe29-4c1a-42da-98ec-788a376b49e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.418800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.418800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.418800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.418800] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.418800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.418800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.418800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.418800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.418800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.418800] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.422196] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.422196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.422196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.422196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422495] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.422495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.422706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.422706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422929] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.435121] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.435248] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.435321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.435577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.435643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.436027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.444555] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.444715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.444786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.444987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.445178] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.445279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.445359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.445500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.445578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.445664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.445744] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.450915] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.451048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.451170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.451327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.451490] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.451855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.451855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.452269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.452269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.452269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.452386] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.466255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.466255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.466255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.466636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.466636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.466701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f155b9-a4cd-4cf3-9a05-2cde7640cf8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.500542] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.500747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.500747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.500977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.503076] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.503190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.504039] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.504202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.505085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.505190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.506012] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.506113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.507203] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.507367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.508198] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.508330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.508993] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.509557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.510338] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.510490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.511172] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.511275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.545701] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 778.545701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.545701] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be deleted. [ 778.546138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.546138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.590039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.590320] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be deleted. [ 778.592500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.593461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.639151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.639313] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be deleted. [ 778.640300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.640513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.664777] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.664943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.665881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.665998] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b320ce76-1e6f-426d-adb6-d3ab4f1d3214 is going to be deleted. [ 778.667071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.667989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.668332] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.668447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.668519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.668678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.668860] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.668963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.668963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.669154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.669209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.669302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.669454] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.669792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.669792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.669792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.669986] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.669986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.669986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.670607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.670655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.670742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.670829] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.694890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.695188] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd561186-01a9-4972-8ae2-3af3c9340972 is going to be deleted. [ 778.696206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.696439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.698614] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.698743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.699927] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.699927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.737210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.740544] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e152feb7-1570-40ce-a27e-e32d441706b0 is going to be deleted. [ 778.740544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.740544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.757829] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.758101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.801279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.801427] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03e13a9-b483-4619-861b-bb72706e576c is going to be deleted. [ 778.803094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.804026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.870797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.871023] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0425ecf3-076a-44d8-8bfa-88db0a67af8f is going to be deleted. [ 778.872275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.872606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.874712] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.874969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.875624] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b728201-419e-41dd-b804-f47718da07ae: rpc.has_security_group_logging(os_id): False [ 778.910755] env[65677]: INFO networking_nsxv3.common.synchronization [None req-cfe584f2-557a-4de0-b6de-8254258f5d16 None None] Enqueued Resource ID: 02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd with Priority: HIGHEST for action port [ 778.913819] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd with Priority: HIGHEST for action port [ 778.913819] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.913819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.913819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.913819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.913819] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.935946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.936428] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c87be418-16ca-49ab-9f92-8eab4da762bf is going to be deleted. [ 778.937549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.938105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.938900] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.940431] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.940611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.940725] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.941755] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.943964] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.943964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.944308] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.944422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.944856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.944856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.944856] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.946204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.946204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.946334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.946334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.946848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.946848] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.946848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.946848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.947462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.947462] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.947462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.947462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.947462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.947462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.947462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.947697] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.951064] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.951064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.957443] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.957586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.957658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.957873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.958049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.958152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.958215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.958357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.958439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.958552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.958831] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.958831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.958910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.958983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.959119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.959254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.959254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.959385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.959456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.962480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.962480] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.962710] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.987236] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.987236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.987717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.987717] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339f5801-1c79-46dd-80fa-fc455d86637b is going to be deleted. [ 778.988815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.989049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.990125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.990125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.990125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.990125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.990125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.990125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.991627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.991627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.991627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.991627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.991627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.992065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.992065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.992065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b320ce76-1e6f-426d-adb6-d3ab4f1d3214" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.992065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.992206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.992206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.992361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd561186-01a9-4972-8ae2-3af3c9340972" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.992395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.993044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.993044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.993044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e152feb7-1570-40ce-a27e-e32d441706b0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.995911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.995911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.995911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.995911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03e13a9-b483-4619-861b-bb72706e576c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.995911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.995911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.045988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.046826] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.046965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.047055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.047273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.047364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.047457] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b728201-419e-41dd-b804-f47718da07ae is going to be updated. [ 779.049222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.049372] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.049474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.049643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0425ecf3-076a-44d8-8bfa-88db0a67af8f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.140060] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.140228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.140318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.140626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.140626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.140777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c87be418-16ca-49ab-9f92-8eab4da762bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.162405] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.162755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.162755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.163106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.163269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.163422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339f5801-1c79-46dd-80fa-fc455d86637b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.175184] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0002683-a04b-4a05-8561-c9c73007fa11: rpc.has_security_group_logging(os_id): False [ 779.224161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.224901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.224901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.224901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.283294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.283457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.284653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.284906] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.286302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.286422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.286641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.286726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.286944] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.287438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.287530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.287704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.287780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.287988] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.288509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.288509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.288509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.288644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.288709] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 is going to be updated. [ 779.290058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.290245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.290388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.350556] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b728201-419e-41dd-b804-f47718da07ae in Status: IN_PROGRESS for 2s [ 779.418033] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd [ 779.418033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.418033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.418033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.418033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.418603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.418603] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd already deleted. [ 779.418603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e4c9a0-50b1-41d9-b3f1-77de5b3fadbd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.435876] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.436059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.436133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.436422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.436577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.443735] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f5cbe29-4c1a-42da-98ec-788a376b49e1: rpc.has_security_group_logging(os_id): False [ 779.444974] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b146115-a688-4151-9ceb-7b5019677fe7: rpc.has_security_group_logging(os_id): False [ 779.445891] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 351aef0b-abc4-4b57-a703-d6ebdf12bf3a: rpc.has_security_group_logging(os_id): False [ 779.449856] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d87623-8606-4ba6-a983-cb414e53036f: rpc.has_security_group_logging(os_id): False [ 779.459474] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: IN_PROGRESS for 2s [ 779.465313] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d04f6472-7ba7-4e9b-8971-40d2bb87d0b6: rpc.has_security_group_logging(os_id): False [ 779.466454] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1: rpc.has_security_group_logging(os_id): False [ 779.487272] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.487272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.487272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.487272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.489899] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.490039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.507934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.507934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.509523] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.509523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.509864] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.509929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.510730] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.510835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.524620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.524978] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.525130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.525209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.525470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.526053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.526053] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 is going to be updated. [ 779.527265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.528068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.567468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.568085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.568085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.568262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.568398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.568533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.568631] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 is going to be updated. [ 779.570190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.570451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.675605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.675941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.676225] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.676313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.676551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.676661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.677034] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.677169] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.677225] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.677394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.677490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.677699] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.677785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.677849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.678009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.678090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.678202] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be updated. [ 779.679348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.679530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.682763] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.682860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.707568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.708017] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.708234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.708234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.708540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.708632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.708778] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be updated. [ 779.710136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.710444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.775434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.776041] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.776041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.776041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.776328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.776328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.776530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.776633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.776701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.777041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.777041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.777291] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.777678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.777678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.777678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.777823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.778063] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 779.779206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.779424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.779596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.780631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.780867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.782692] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.782858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.804417] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.804808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.820053] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: IN_PROGRESS for 2s [ 779.841348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.841678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.841782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.841848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.843641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.843641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.843641] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 779.843641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.843641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.843879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.844767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.844901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.845046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.884062] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: IN_PROGRESS for 2s [ 779.886389] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 2s [ 779.950939] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.951216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.951333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.951654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.952270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.955043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.955263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.955342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.955545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.955703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.977086] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.977086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.977086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.977396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.977561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.989208] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: IN_PROGRESS for 2s [ 779.989631] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 779.995058] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 779.996733] env[65677]: INFO networking_nsxv3.common.synchronization [req-578bab7c-3535-4099-8e4d-971512077a62 req-05dbbfb6-61b5-4dc9-8575-a628bf228ca8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 779.997994] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 779.998490] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.998647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.998721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.998925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.999088] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.999195] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.999264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.999380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.999462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.000032] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.422058] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.422271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.422387] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.422638] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.422892] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.427100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.427263] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.427519] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.427653] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.428870] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.428870] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.428870] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.428870] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.428870] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.428870] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.428870] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.454728] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.454728] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.454871] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.454966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.455397] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-ece344a5-60d3-4a87-aed4-5e7e942182a2 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.458103] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-ece344a5-60d3-4a87-aed4-5e7e942182a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.458103] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-ece344a5-60d3-4a87-aed4-5e7e942182a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.458103] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-ece344a5-60d3-4a87-aed4-5e7e942182a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.458103] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece344a5-60d3-4a87-aed4-5e7e942182a2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.504528] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.504528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.504528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.504528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.504528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.504528] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.504528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.504528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.504904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.504904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.504904] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be deleted. [ 780.545778] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.545778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.545778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.545778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.545778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.545778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.960278] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.960278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.960278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.960278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.960278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.960278] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port ece344a5-60d3-4a87-aed4-5e7e942182a2 not found, creating... [ 780.960278] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.960278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.960278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.960278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.960278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.961243] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.961243] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.961243] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.961380] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.961530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.961788] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: ece344a5-60d3-4a87-aed4-5e7e942182a2 is going to be created. [ 780.987242] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.987449] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.987565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.987830] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.988058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.988301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-ece344a5-60d3-4a87-aed4-5e7e942182a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.367711] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b728201-419e-41dd-b804-f47718da07ae in Status: SUCCESS [ 781.367711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.476970] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: SUCCESS [ 781.476970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.704405] env[65677]: INFO networking_nsxv3.common.synchronization [req-578bab7c-3535-4099-8e4d-971512077a62 req-83c9d892-fa7c-4ee9-abdd-023ca9a29ee7 service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 781.704576] env[65677]: INFO networking_nsxv3.common.synchronization [req-578bab7c-3535-4099-8e4d-971512077a62 req-83c9d892-fa7c-4ee9-abdd-023ca9a29ee7 service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 781.704722] env[65677]: INFO networking_nsxv3.common.synchronization [req-578bab7c-3535-4099-8e4d-971512077a62 req-83c9d892-fa7c-4ee9-abdd-023ca9a29ee7 service nova] Enqueued Resource ID: ece344a5-60d3-4a87-aed4-5e7e942182a2 with Priority: HIGHEST for action port [ 781.705379] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 781.705464] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 781.705527] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece344a5-60d3-4a87-aed4-5e7e942182a2 with Priority: HIGHEST for action port [ 781.705807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.705920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.706785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.706785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.706785] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.708154] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.708605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.708605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.709140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.709425] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.710903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.710903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.711713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.711713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.711713] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.714622] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ece344a5-60d3-4a87-aed4-5e7e942182a2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.715321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ece344a5-60d3-4a87-aed4-5e7e942182a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.715321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ece344a5-60d3-4a87-aed4-5e7e942182a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.716201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ece344a5-60d3-4a87-aed4-5e7e942182a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.716201] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece344a5-60d3-4a87-aed4-5e7e942182a2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.801463] env[65677]: INFO networking_nsxv3.common.synchronization [None req-5661a64e-9d68-43c4-952a-997485552a93 None None] Enqueued Resource ID: 8df22a5e-ed21-49c5-8a6c-01fe9f478dab with Priority: HIGHEST for action port [ 781.802020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df22a5e-ed21-49c5-8a6c-01fe9f478dab with Priority: HIGHEST for action port [ 781.802336] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df22a5e-ed21-49c5-8a6c-01fe9f478dab taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.802458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df22a5e-ed21-49c5-8a6c-01fe9f478dab" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.802524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df22a5e-ed21-49c5-8a6c-01fe9f478dab" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.802778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df22a5e-ed21-49c5-8a6c-01fe9f478dab" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.802861] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df22a5e-ed21-49c5-8a6c-01fe9f478dab',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.833656] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: SUCCESS [ 781.833899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.901118] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 781.901835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.903772] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: SUCCESS [ 781.904051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.011411] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: SUCCESS [ 782.011411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.012410] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 782.012520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.014575] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 782.014575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.216889] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.217911] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.218026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.222956] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ece344a5-60d3-4a87-aed4-5e7e942182a2 with status ACTIVE [ 782.223184] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.223317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.223386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.223597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.223688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.224495] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.224495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.224495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.224802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.224802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.224877] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.224926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.225652] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.225652] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.225652] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.225652] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ece344a5-60d3-4a87-aed4-5e7e942182a2 is going to be updated. [ 782.248220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.248220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.248498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.248498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.248919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.249076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ece344a5-60d3-4a87-aed4-5e7e942182a2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.307164] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8df22a5e-ed21-49c5-8a6c-01fe9f478dab [ 782.307401] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.307538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.307607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.307819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.307898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.307992] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8df22a5e-ed21-49c5-8a6c-01fe9f478dab already deleted. [ 782.308086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df22a5e-ed21-49c5-8a6c-01fe9f478dab" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.719263] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.226054] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.226612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.226612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.226767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.226889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.227043] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be created. [ 783.258819] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.258819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.258819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.258819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.258819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.277771] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: UNINITIALIZED for 2s [ 784.085019] env[65677]: INFO networking_nsxv3.common.synchronization [req-d375ba9e-8fcd-4381-8396-d21673f056da req-59cd2437-35cb-4f64-ac69-fc922f57ef09 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 784.086803] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 784.087311] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.087465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.087579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.087872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.088126] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.088312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.088426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.089147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.089313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.089506] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.430026] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.430026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.430026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.430413] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.430596] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.430684] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.431019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.431673] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.431673] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.431673] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.431856] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.431856] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.431956] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.432069] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.432173] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.432326] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.455034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.455034] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.455034] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.455034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.455034] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-8dc73241-e73e-4dc1-b91c-c51fcaef5334 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.455034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-8dc73241-e73e-4dc1-b91c-c51fcaef5334" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.455034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-8dc73241-e73e-4dc1-b91c-c51fcaef5334" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.455034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-8dc73241-e73e-4dc1-b91c-c51fcaef5334" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.455034] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc73241-e73e-4dc1-b91c-c51fcaef5334',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.593881] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.958060] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.958288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.958448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.958994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.958994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.958994] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 8dc73241-e73e-4dc1-b91c-c51fcaef5334 not found, creating... [ 784.959647] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.959647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.959647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.959819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.959819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.960090] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.960251] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.960592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.960592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.960680] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.960784] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 8dc73241-e73e-4dc1-b91c-c51fcaef5334 is going to be created. [ 784.985404] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.985619] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.985736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.986015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.986284] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.986512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-8dc73241-e73e-4dc1-b91c-c51fcaef5334" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.098583] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.291480] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 785.291782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.292243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.292243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.292434] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.292690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.292778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.292965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.293087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.293228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.293345] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.600994] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.601375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.601375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.601691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.601691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.601691] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be updated. [ 785.629121] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.629363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.629437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.629657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.629804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.641116] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 2s [ 785.679401] env[65677]: INFO networking_nsxv3.common.synchronization [req-d375ba9e-8fcd-4381-8396-d21673f056da req-a85534c2-cab8-472d-89bd-aece26610e2a service nova] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_rules [ 785.679401] env[65677]: INFO networking_nsxv3.common.synchronization [req-d375ba9e-8fcd-4381-8396-d21673f056da req-a85534c2-cab8-472d-89bd-aece26610e2a service nova] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 785.679401] env[65677]: INFO networking_nsxv3.common.synchronization [req-d375ba9e-8fcd-4381-8396-d21673f056da req-a85534c2-cab8-472d-89bd-aece26610e2a service nova] Enqueued Resource ID: 8dc73241-e73e-4dc1-b91c-c51fcaef5334 with Priority: HIGHEST for action port [ 785.680127] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_rules [ 785.680540] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 785.684478] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc73241-e73e-4dc1-b91c-c51fcaef5334 with Priority: HIGHEST for action port [ 785.684478] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.684478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.684478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.684478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.684478] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.684478] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.684478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.684478] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dc73241-e73e-4dc1-b91c-c51fcaef5334 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.684478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dc73241-e73e-4dc1-b91c-c51fcaef5334" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.684478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dc73241-e73e-4dc1-b91c-c51fcaef5334" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.684478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dc73241-e73e-4dc1-b91c-c51fcaef5334" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.686182] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc73241-e73e-4dc1-b91c-c51fcaef5334',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.795846] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.795993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.796087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.796344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.796568] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.796704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.796774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.796931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.797028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797631] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.797631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.797631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.797631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.797887] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.797887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.797887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.798014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.798014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.798128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.798233] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.189083] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.189522] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dc73241-e73e-4dc1-b91c-c51fcaef5334 with status ACTIVE [ 786.189701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.189880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.190612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.190612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.190612] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.190612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.190612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.190850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.190850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.191560] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.191560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.191560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.191560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.191560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.191560] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dc73241-e73e-4dc1-b91c-c51fcaef5334 is going to be updated. [ 786.214238] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.214458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.214458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.214672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.214810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.214971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dc73241-e73e-4dc1-b91c-c51fcaef5334" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.300629] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0: rpc.has_security_group_logging(os_id): False [ 786.334133] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.334301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.334377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.334591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.334679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.334870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.334970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.335049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.335195] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.335273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.335471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.335566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.335702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.335850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.335961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.336868] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.336868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.336868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.336868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.336868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.336868] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be created. [ 786.437070] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.437070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.437070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.437070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.437670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.453392] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 786.857298] env[65677]: INFO networking_nsxv3.common.synchronization [req-19286605-5be9-4589-a844-7ad76a2a8aab req-8184af0a-a80c-452d-80cb-b83d20406f5a tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 786.858907] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 786.858907] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.859176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.859176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.859429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.860171] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.860171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.860171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.860171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.860171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.860171] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.282907] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.282907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.283138] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.283250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.283514] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.283644] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.283755] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.283959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.284108] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.284305] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.284479] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.284552] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.284650] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.284707] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.284807] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.284936] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.304472] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.304591] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.304737] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.304948] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.305229] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-8c020925-43e6-4ccc-bd25-cc42c07cd709 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.305405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-8c020925-43e6-4ccc-bd25-cc42c07cd709" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.305520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-8c020925-43e6-4ccc-bd25-cc42c07cd709" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.305908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-8c020925-43e6-4ccc-bd25-cc42c07cd709" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.306057] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c020925-43e6-4ccc-bd25-cc42c07cd709',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.367019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.367019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.367019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.367019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.367019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.367019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.367019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.367019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.367019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.367019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.367019] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be deleted. [ 787.396750] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.396750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.396750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.396750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.396750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.396750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.654042] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 787.654333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.654516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.654779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.655015] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.655272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.655272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.655381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.655435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.655568] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.809975] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.809975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.809975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.809975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.810219] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.810400] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 8c020925-43e6-4ccc-bd25-cc42c07cd709 not found, creating... [ 787.810967] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.810967] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.811272] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.811327] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.811424] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.811764] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.811922] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.812540] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.812837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.813029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.813214] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 8c020925-43e6-4ccc-bd25-cc42c07cd709 is going to be created. [ 787.838348] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.838659] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.838714] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.839085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.839313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.839585] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-8c020925-43e6-4ccc-bd25-cc42c07cd709" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.157742] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.479885] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 788.480138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.603806] env[65677]: INFO networking_nsxv3.common.synchronization [req-19286605-5be9-4589-a844-7ad76a2a8aab req-89ca724a-5631-414b-b141-6f47f114286c service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 788.603806] env[65677]: INFO networking_nsxv3.common.synchronization [req-19286605-5be9-4589-a844-7ad76a2a8aab req-89ca724a-5631-414b-b141-6f47f114286c service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 788.603806] env[65677]: INFO networking_nsxv3.common.synchronization [req-19286605-5be9-4589-a844-7ad76a2a8aab req-89ca724a-5631-414b-b141-6f47f114286c service nova] Enqueued Resource ID: 8c020925-43e6-4ccc-bd25-cc42c07cd709 with Priority: HIGHEST for action port [ 788.604252] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 788.604252] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 788.604377] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c020925-43e6-4ccc-bd25-cc42c07cd709 with Priority: HIGHEST for action port [ 788.605254] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.605254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.605254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.605254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.605254] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.606110] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.606532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.606532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.606532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.606737] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.606854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.606933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.607116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.607203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.607312] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.608161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c020925-43e6-4ccc-bd25-cc42c07cd709 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.608305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c020925-43e6-4ccc-bd25-cc42c07cd709" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.608427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c020925-43e6-4ccc-bd25-cc42c07cd709" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.608626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c020925-43e6-4ccc-bd25-cc42c07cd709" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.608739] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c020925-43e6-4ccc-bd25-cc42c07cd709',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.660949] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.111771] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.112147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.112453] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.114029] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c020925-43e6-4ccc-bd25-cc42c07cd709 with status ACTIVE [ 789.114029] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.114029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.114367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.114664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.116019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.116019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.116019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.116019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.116019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.116019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.116019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.116019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.116019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.117772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.119684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.119684] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c020925-43e6-4ccc-bd25-cc42c07cd709 is going to be updated. [ 789.140753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.140908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.140965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.141620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.141620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.141620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c020925-43e6-4ccc-bd25-cc42c07cd709" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.166207] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.166207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.166207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.166207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.166207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.166207] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be updated. [ 789.200128] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.200319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.200433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.200725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.201092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.212018] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 2s [ 789.350833] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf7a91af-343e-4ee0-b281-309c6882b4f2 req-37f3c544-e075-4261-8baa-416ccea3120c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 789.351446] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 789.351809] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.352164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.352424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.352640] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.352788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.352888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.353098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.353238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.353457] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.620515] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.857283] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.123166] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.123743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.123858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.124530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.124530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.124667] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be created. [ 790.154618] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.154618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.154618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.154919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.155296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.185153] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: UNINITIALIZED for 2s [ 790.359681] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.862269] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.862269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.862269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.862448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.862575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.862652] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 is going to be updated. [ 790.896471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.896666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.896762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.897057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.897229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.909020] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: IN_PROGRESS for 2s [ 791.230372] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 4s [ 792.197446] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 792.197689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.197898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.198152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.198363] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.198519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.198620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.198894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.198978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.199126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.199237] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.706657] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.707068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.707068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.707207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.708171] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.708171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.708171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.708171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.708171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.708171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.708171] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.708171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.708171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.708672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.708672] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.708672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.708672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.708672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.708672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.708870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.708870] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.921371] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: SUCCESS [ 792.921604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.069041] env[65677]: INFO networking_nsxv3.common.synchronization [None req-ecd7712c-3699-4df6-8c7f-388d884d8980 None None] Enqueued Resource ID: d527f903-378d-42a5-bad0-a393b6185c77 with Priority: HIGHEST for action port [ 793.070035] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d527f903-378d-42a5-bad0-a393b6185c77 with Priority: HIGHEST for action port [ 793.070035] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d527f903-378d-42a5-bad0-a393b6185c77 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.070035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d527f903-378d-42a5-bad0-a393b6185c77" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.070240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d527f903-378d-42a5-bad0-a393b6185c77" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.070303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d527f903-378d-42a5-bad0-a393b6185c77" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.070380] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d527f903-378d-42a5-bad0-a393b6185c77',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.215089] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5473d55-b277-41ec-bcd2-6744a152d8ac: rpc.has_security_group_logging(os_id): False [ 793.239017] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.239251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.239362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.239669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.239807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.240112] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.240250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.240344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.240533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.240616] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.240830] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.240931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.241040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.241224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.241306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.241491] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.241586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.241661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.241823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.241914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.242100] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be created. [ 793.243989] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 793.244207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.244816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.245042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.245265] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.245385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.245449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.245648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.245736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.245823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.245924] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.313636] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.313636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.313636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.313636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.313636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.326031] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 793.575662] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d527f903-378d-42a5-bad0-a393b6185c77 [ 793.575662] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.575662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.575662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.575662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.575662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.575662] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d527f903-378d-42a5-bad0-a393b6185c77 already deleted. [ 793.575662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d527f903-378d-42a5-bad0-a393b6185c77" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.749209] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.749477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.749477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.749695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.750523] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.750523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.750523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.751019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.751929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.751929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.752170] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.752302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.752369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.754577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.754577] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.754577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.754577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.754577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.754577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.754577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.754577] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.211084] env[65677]: INFO networking_nsxv3.common.synchronization [req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 req-cdd0d3ae-2d54-4206-bfe4-114c9fadaa66 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Enqueued Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 794.211702] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 794.213204] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.213370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.213469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.213819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.213869] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.213926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.214008] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.214171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.214274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.214382] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.258052] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d04f6472-7ba7-4e9b-8971-40d2bb87d0b6: rpc.has_security_group_logging(os_id): False [ 794.279023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.279294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.279387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.279743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.279878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.280249] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.280387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.280473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.281026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.281026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.281260] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.281408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.281467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.281825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.281825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.283031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.283031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.283031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.283031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.283031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.283031] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be updated. [ 794.517307] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.517501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.517560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.517765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.517906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.542928] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 2s [ 794.670181] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.670399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.670533] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.671308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.674876] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.674876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.675069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.675260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.675421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.675672] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.675846] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.675918] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.676073] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.676200] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.676345] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.676499] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.698519] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.698659] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.698913] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.699677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.699677] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.699677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.699677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.700017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.700149] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfbb8b5-4022-4013-8cbe-9e52ad14c942',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.718182] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.905879] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c57e4d09-d8d1-469b-ae03-068d9bfbc755 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Enqueued Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_rules [ 794.906750] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_rules [ 794.907204] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.907440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.907508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.907748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.907831] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.040019] env[65677]: INFO networking_nsxv3.common.synchronization [None req-bd5f0166-0f6d-4a88-ab38-c46080f307df tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Enqueued Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_rules [ 795.040522] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_rules [ 795.041010] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.041010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.203790] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.203790] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.203790] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.206029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.206029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.206029] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port bcfbb8b5-4022-4013-8cbe-9e52ad14c942 not found, creating... [ 795.206029] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.206029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.206029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.206029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.206029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.206029] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.207181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.207450] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.209320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.209320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.209320] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: bcfbb8b5-4022-4013-8cbe-9e52ad14c942 is going to be created. [ 795.220833] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.232320] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.232320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.232320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.232948] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.232948] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.233177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.342362] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 795.342614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.393687] env[65677]: INFO networking_nsxv3.common.synchronization [None req-40019aea-0ca3-486f-b5f6-4b2119d7d495 None None] Enqueued Resource ID: 663fbad9-80e9-4d93-84ce-4ac9117dbbfe with Priority: HIGHEST for action port [ 795.394227] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663fbad9-80e9-4d93-84ce-4ac9117dbbfe with Priority: HIGHEST for action port [ 795.394562] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-663fbad9-80e9-4d93-84ce-4ac9117dbbfe taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.394684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663fbad9-80e9-4d93-84ce-4ac9117dbbfe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.394757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663fbad9-80e9-4d93-84ce-4ac9117dbbfe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.396295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663fbad9-80e9-4d93-84ce-4ac9117dbbfe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.396295] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663fbad9-80e9-4d93-84ce-4ac9117dbbfe',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.429325] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.429545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.429545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.430200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.430200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.430200] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 already deleted. [ 795.430200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.430200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.430462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.430462] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.726623] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.726819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.726911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.727202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.727335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.727465] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 is going to be updated. [ 795.768211] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.768413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.768494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.768795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.768949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.780348] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: IN_PROGRESS for 2s [ 795.898982] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663fbad9-80e9-4d93-84ce-4ac9117dbbfe [ 795.900137] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.900137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.900137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.900137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.900137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.900137] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663fbad9-80e9-4d93-84ce-4ac9117dbbfe already deleted. [ 795.900137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663fbad9-80e9-4d93-84ce-4ac9117dbbfe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.957034] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.957034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.957034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.957034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.957432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.957432] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 already deleted. [ 795.957432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.005625] env[65677]: INFO networking_nsxv3.common.synchronization [req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 req-f07f0fa2-8573-446a-913a-fae846e49d4b service nova] Enqueued Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_rules [ 796.005885] env[65677]: INFO networking_nsxv3.common.synchronization [req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 req-f07f0fa2-8573-446a-913a-fae846e49d4b service nova] Enqueued Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 796.006044] env[65677]: INFO networking_nsxv3.common.synchronization [req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 req-f07f0fa2-8573-446a-913a-fae846e49d4b service nova] Enqueued Resource ID: bcfbb8b5-4022-4013-8cbe-9e52ad14c942 with Priority: HIGHEST for action port [ 796.006649] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_rules [ 796.006774] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 796.006867] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfbb8b5-4022-4013-8cbe-9e52ad14c942 with Priority: HIGHEST for action port [ 796.007164] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.007303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.007371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.007567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.007670] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.008501] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.008599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.009897] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.009897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.009897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.009897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.009897] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfbb8b5-4022-4013-8cbe-9e52ad14c942',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.511205] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.511345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.513746] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcfbb8b5-4022-4013-8cbe-9e52ad14c942 with status ACTIVE [ 796.513941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.514109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.514142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.514385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.514468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.514665] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.514756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.514864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.515021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.515107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.515380] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.515380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.515380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.515645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.515645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.515645] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcfbb8b5-4022-4013-8cbe-9e52ad14c942 is going to be updated. [ 796.536770] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.536999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.536999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.537249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.537403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.537583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcfbb8b5-4022-4013-8cbe-9e52ad14c942" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.562264] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 796.562987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.792983] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: SUCCESS [ 797.793413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.793739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.794386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.795503] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.795665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.795774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.796486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.796597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.796707] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.301799] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.805499] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.308397] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.308573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.308632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.308879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.308977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.309128] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 is going to be updated. [ 799.337923] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.338090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.338170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.338369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.338514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.359061] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: IN_PROGRESS for 2s [ 800.282495] env[65677]: INFO networking_nsxv3.common.synchronization [req-38aa16c0-3807-45e6-8687-854f4a57393a req-162f1dd9-8609-4dc5-a5d2-c185bec4a49d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 800.282495] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 800.282495] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.284537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.284651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.284906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.285118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.286023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.286023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.286023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.286023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.286023] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.644019] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.644019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.644019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.644019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.644019] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.644019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.644019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.644494] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.644759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.645089] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.645306] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.645505] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.645700] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.645919] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.646121] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.646354] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.668021] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.668021] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.668021] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.668021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.668021] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-d5ae0410-6cb0-408c-85d4-32319caece24 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.668021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-d5ae0410-6cb0-408c-85d4-32319caece24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.668021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-d5ae0410-6cb0-408c-85d4-32319caece24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.668021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-d5ae0410-6cb0-408c-85d4-32319caece24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.668021] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ae0410-6cb0-408c-85d4-32319caece24',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.788119] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.967093] env[65677]: INFO networking_nsxv3.common.synchronization [None req-392def34-7e83-4a6a-8f4d-39bdd2603325 None None] Enqueued Resource ID: 247122e2-928b-43e9-8ed8-b7ce836a18ba with Priority: HIGHEST for action port [ 800.967837] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247122e2-928b-43e9-8ed8-b7ce836a18ba with Priority: HIGHEST for action port [ 800.968915] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-247122e2-928b-43e9-8ed8-b7ce836a18ba taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.968915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-247122e2-928b-43e9-8ed8-b7ce836a18ba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.968915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-247122e2-928b-43e9-8ed8-b7ce836a18ba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.969171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-247122e2-928b-43e9-8ed8-b7ce836a18ba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.969171] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('247122e2-928b-43e9-8ed8-b7ce836a18ba',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.172088] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.172088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.172088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.172088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.172088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.172088] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port d5ae0410-6cb0-408c-85d4-32319caece24 not found, creating... [ 801.172088] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.172088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.172088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.172088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.172563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.173158] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.173158] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.173158] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.173546] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.173849] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.174125] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: d5ae0410-6cb0-408c-85d4-32319caece24 is going to be created. [ 801.195618] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.195902] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.196042] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.196339] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.196932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.196932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-d5ae0410-6cb0-408c-85d4-32319caece24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.290505] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.370068] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: SUCCESS [ 801.370296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.370872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.371137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.371332] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.371440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.371494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.371656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.371751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.371825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.371887] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.473826] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 247122e2-928b-43e9-8ed8-b7ce836a18ba [ 801.473826] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.474222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.474222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.475167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.475167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.475167] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:247122e2-928b-43e9-8ed8-b7ce836a18ba already deleted. [ 801.475167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-247122e2-928b-43e9-8ed8-b7ce836a18ba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.796484] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.796670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.796743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.796940] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.797042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.797149] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be updated. [ 801.832670] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.832842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.832913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.833143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.833309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.843161] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: IN_PROGRESS for 2s [ 801.874851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.875110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.875207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.875586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.876611] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.876611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.876611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.876611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.876611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.876932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.876966] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.877236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.877236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.877439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.877804] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.877804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.877804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.877994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.878063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.878182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.878455] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.019265] env[65677]: INFO networking_nsxv3.common.synchronization [req-38aa16c0-3807-45e6-8687-854f4a57393a req-b6338b57-5520-49dc-ba55-6a036740979c service nova] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_rules [ 802.019379] env[65677]: INFO networking_nsxv3.common.synchronization [req-38aa16c0-3807-45e6-8687-854f4a57393a req-b6338b57-5520-49dc-ba55-6a036740979c service nova] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 802.019712] env[65677]: INFO networking_nsxv3.common.synchronization [req-38aa16c0-3807-45e6-8687-854f4a57393a req-b6338b57-5520-49dc-ba55-6a036740979c service nova] Enqueued Resource ID: d5ae0410-6cb0-408c-85d4-32319caece24 with Priority: HIGHEST for action port [ 802.020017] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_rules [ 802.020156] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 802.020259] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ae0410-6cb0-408c-85d4-32319caece24 with Priority: HIGHEST for action port [ 802.020926] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.020926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.020926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.020926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.021127] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.022039] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022772] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ae0410-6cb0-408c-85d4-32319caece24 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ae0410-6cb0-408c-85d4-32319caece24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ae0410-6cb0-408c-85d4-32319caece24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.023238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ae0410-6cb0-408c-85d4-32319caece24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.023238] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ae0410-6cb0-408c-85d4-32319caece24',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.384466] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c7ab11-09d4-473b-b35b-1cbe6949f4c3: rpc.has_security_group_logging(os_id): False [ 802.408204] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.408433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.408433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.408652] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.432237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.432551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.432724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.432795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.433064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.433156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.433370] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.433480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.433531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.433685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.433830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.434630] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.434630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.434630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.434630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.434630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.434630] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 is going to be updated. [ 802.514143] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.514328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.514404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.514643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.516127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.525635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.525635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.525635] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5ae0410-6cb0-408c-85d4-32319caece24 with status ACTIVE [ 802.525905] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.525905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.526086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.526728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.526728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.526728] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.527077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.527077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.527077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.527367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.527367] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.527759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.527759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.527759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.527759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.527759] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5ae0410-6cb0-408c-85d4-32319caece24 is going to be updated. [ 802.544543] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: IN_PROGRESS for 2s [ 802.557250] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.557398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.557489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.557788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.557960] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.558255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ae0410-6cb0-408c-85d4-32319caece24" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.610561] env[65677]: INFO networking_nsxv3.common.synchronization [None req-7804c1b5-6c8d-48f5-934b-b81f1a76eb4d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_rules [ 803.611520] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_rules [ 803.613408] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.613971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.614099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.614448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.614569] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.619071] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6b1892d6-54ca-443c-b786-6161dc3350f4 None None] Enqueued Resource ID: 30fc25ae-ea2d-4241-8ec5-cf82d28124a1 with Priority: HIGHEST for action port [ 803.620135] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fc25ae-ea2d-4241-8ec5-cf82d28124a1 with Priority: HIGHEST for action port [ 803.620533] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-30fc25ae-ea2d-4241-8ec5-cf82d28124a1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.620728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30fc25ae-ea2d-4241-8ec5-cf82d28124a1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.620849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30fc25ae-ea2d-4241-8ec5-cf82d28124a1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.621224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30fc25ae-ea2d-4241-8ec5-cf82d28124a1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.621362] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30fc25ae-ea2d-4241-8ec5-cf82d28124a1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.709363] env[65677]: INFO networking_nsxv3.common.synchronization [None req-22530d7e-754b-47ed-89a4-e53a7b0bc813 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_rules [ 803.709910] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_rules [ 803.710388] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.710494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.854063] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 803.854409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.854610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.855124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.855361] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.855485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.855620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.855744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.855852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.855955] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.124696] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30fc25ae-ea2d-4241-8ec5-cf82d28124a1 [ 804.124947] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.125135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.125243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.125463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.125781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.125906] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30fc25ae-ea2d-4241-8ec5-cf82d28124a1 already deleted. [ 804.126139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30fc25ae-ea2d-4241-8ec5-cf82d28124a1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.144042] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.144042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.144042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.144205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.146352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.146352] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 already deleted. [ 804.146352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.146352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.146352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.146881] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.358300] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.562303] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: SUCCESS [ 804.562303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.670895] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.670895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.670895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.670895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.670895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.670895] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 already deleted. [ 804.670895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.861991] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.365688] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.365815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.365880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.366120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.366207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.366310] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be updated. [ 805.416140] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.416140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.416140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.416140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.416140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.426850] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: IN_PROGRESS for 2s [ 807.438971] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 807.439480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.439480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.439825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.440101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.440240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.440336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.440988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.440988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.441090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.441194] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.621202] env[65677]: INFO networking_nsxv3.common.synchronization [req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 req-752f7c4f-52ad-45dc-b0cb-cec56d64d344 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 807.623429] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 807.625947] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.626193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.626313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.626553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.626734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.626838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.626945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.627388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.627388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.627541] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.946457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.946457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.946457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.946457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.946457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.947352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.947352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.947531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.947668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.947799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.947999] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.131217] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.451846] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff819a39-9028-491b-9b18-66348ab7e770: rpc.has_security_group_logging(os_id): False [ 808.475136] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.475358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.475417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.475643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.501027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.502644] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.502644] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.502644] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.502644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.503299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.503299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.503299] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be updated. [ 808.582555] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.582821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.582821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.582997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.583156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.604100] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: IN_PROGRESS for 2s [ 808.633892] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.138109] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.138430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.138621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.138802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.138894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.139010] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 809.177502] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.177502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.177502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.177502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.177502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.186414] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 809.260033] env[65677]: INFO networking_nsxv3.common.synchronization [req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a req-a51cc5e9-da0a-489c-9879-ef67d093c8b4 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 809.260033] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 809.260458] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.260458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.260458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.261539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.261539] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.261539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.261539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.261539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.261539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.261539] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.764142] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.764563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.764563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.764563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.765423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.765423] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.765423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.765423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.765423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.765423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.765423] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 809.796271] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.796472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.796951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.796951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.796951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.808014] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 810.105576] env[65677]: INFO networking_nsxv3.common.synchronization [req-7877e0bd-014e-4b1c-af69-375ffeac1a38 req-7b7c6a7e-a989-4fea-8b80-1176689db025 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Enqueued Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_members [ 810.107858] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_members [ 810.108365] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab244c41-a80f-4a69-9ff9-bd2419b1da01 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.108494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.108565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.109108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.109266] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.109366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.109427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.109584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.109670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.109763] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.478742] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.478742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-119" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.478742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-119" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.479035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-119" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.479121] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.481798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.481798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.481798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.481798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.481798] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.481798] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.481798] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.481798] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.481798] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.481798] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.481798] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.501639] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.501946] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.502170] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.503384] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-119" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.503824] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-e4139954-93ec-4aca-b692-d08d73ed9cc7 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.504071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-e4139954-93ec-4aca-b692-d08d73ed9cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.504198] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-e4139954-93ec-4aca-b692-d08d73ed9cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.505965] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-e4139954-93ec-4aca-b692-d08d73ed9cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.506170] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4139954-93ec-4aca-b692-d08d73ed9cc7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.612525] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.612709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.612816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.613291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.613291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.613451] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.613523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.613609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.613792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.613870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.613972] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 already deleted. [ 810.614073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.622213] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 810.622213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.012514] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.012514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.012514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.013113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.013113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.013113] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port e4139954-93ec-4aca-b692-d08d73ed9cc7 not found, creating... [ 811.013209] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.013378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.013429] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.013646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.013782] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.014075] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.014229] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.014340] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.014582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.014712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.014852] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: e4139954-93ec-4aca-b692-d08d73ed9cc7 is going to be created. [ 811.041989] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.042320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.042537] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.042950] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.043063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.043411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-e4139954-93ec-4aca-b692-d08d73ed9cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.200948] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 811.201157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.821249] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 811.821537] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 deletion is rescheduled due to dependency. [ 811.821774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.880131] env[65677]: INFO networking_nsxv3.common.synchronization [req-7877e0bd-014e-4b1c-af69-375ffeac1a38 req-c63ea469-a5b8-464f-96d0-d526b28c2754 service nova] Enqueued Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_rules [ 811.880131] env[65677]: INFO networking_nsxv3.common.synchronization [req-7877e0bd-014e-4b1c-af69-375ffeac1a38 req-c63ea469-a5b8-464f-96d0-d526b28c2754 service nova] Enqueued Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_members [ 811.880354] env[65677]: INFO networking_nsxv3.common.synchronization [req-7877e0bd-014e-4b1c-af69-375ffeac1a38 req-c63ea469-a5b8-464f-96d0-d526b28c2754 service nova] Enqueued Resource ID: e4139954-93ec-4aca-b692-d08d73ed9cc7 with Priority: HIGHEST for action port [ 811.881419] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_rules [ 811.881680] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_members [ 811.881880] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4139954-93ec-4aca-b692-d08d73ed9cc7 with Priority: HIGHEST for action port [ 811.882298] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.882484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.882599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.882915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.883083] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.884459] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab244c41-a80f-4a69-9ff9-bd2419b1da01 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.884568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.884655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.885174] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.885285] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.885446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.885544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.886338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.886525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.886621] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.888526] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4139954-93ec-4aca-b692-d08d73ed9cc7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.888692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4139954-93ec-4aca-b692-d08d73ed9cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.888781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4139954-93ec-4aca-b692-d08d73ed9cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.889047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4139954-93ec-4aca-b692-d08d73ed9cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.889170] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4139954-93ec-4aca-b692-d08d73ed9cc7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.389788] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.393098] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4139954-93ec-4aca-b692-d08d73ed9cc7 with status ACTIVE [ 812.393098] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.393337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.393760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.393760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.394760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.394760] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.394760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.394760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.394976] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.395088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.395327] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.395447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.395504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.395668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.395772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396253] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4139954-93ec-4aca-b692-d08d73ed9cc7 is going to be updated. [ 812.397229] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab244c41-a80f-4a69-9ff9-bd2419b1da01 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.397337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.422091] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.422442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.422632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.422834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.423015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.423287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4139954-93ec-4aca-b692-d08d73ed9cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.892908] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.117492] env[65677]: INFO networking_nsxv3.common.synchronization [req-ab6f7513-af45-4837-9719-8e85a1461bec req-7a4fd13a-5156-49a8-89b4-53739dc2c185 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Enqueued Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 813.118068] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 813.118380] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.118500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.118567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.118816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.118971] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.120980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.121071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.121273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.121384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.121506] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.396443] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.396825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.396825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.398297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.398297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.398297] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 is going to be created. [ 813.424604] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.424816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.424906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.425168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.425719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.436948] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 in Status: UNINITIALIZED for 2s [ 813.482176] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.482387] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.482544] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.482842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.483220] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.483388] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.483541] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.483871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.483969] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.484187] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.484260] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.484365] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.484468] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.484573] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.484674] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.484801] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.504445] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.504787] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.505062] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.505380] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506028] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-3b7ced77-8022-452a-b31d-7cc7475b795b taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.506178] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-3b7ced77-8022-452a-b31d-7cc7475b795b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.506178] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-3b7ced77-8022-452a-b31d-7cc7475b795b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.506588] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-3b7ced77-8022-452a-b31d-7cc7475b795b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506654] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b7ced77-8022-452a-b31d-7cc7475b795b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.625856] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.626100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.626100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.626354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.626671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.626895] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.627084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.627151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.627383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.627442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.627569] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd already deleted. [ 813.627718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.008828] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.009057] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.009192] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.009801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.009801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.009801] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 3b7ced77-8022-452a-b31d-7cc7475b795b not found, creating... [ 814.010211] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.010296] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.010381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.010598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.010752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.011112] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.011247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.011361] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.011583] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.011717] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.011878] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 3b7ced77-8022-452a-b31d-7cc7475b795b is going to be created. [ 814.035119] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.035293] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.035415] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.035701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.035932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.036170] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-3b7ced77-8022-452a-b31d-7cc7475b795b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.859151] env[65677]: INFO networking_nsxv3.common.synchronization [req-ab6f7513-af45-4837-9719-8e85a1461bec req-25f353d6-cde2-4bce-871f-050d8d81be21 service nova] Enqueued Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_rules [ 814.859151] env[65677]: INFO networking_nsxv3.common.synchronization [req-ab6f7513-af45-4837-9719-8e85a1461bec req-25f353d6-cde2-4bce-871f-050d8d81be21 service nova] Enqueued Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 814.859151] env[65677]: INFO networking_nsxv3.common.synchronization [req-ab6f7513-af45-4837-9719-8e85a1461bec req-25f353d6-cde2-4bce-871f-050d8d81be21 service nova] Enqueued Resource ID: 3b7ced77-8022-452a-b31d-7cc7475b795b with Priority: HIGHEST for action port [ 814.859151] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_rules [ 814.862218] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 814.862218] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7ced77-8022-452a-b31d-7cc7475b795b with Priority: HIGHEST for action port [ 814.862218] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.862218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.862218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.862218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.862218] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.862218] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.862218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.862218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.862218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.862920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.862920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.862920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.862920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.862920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.862920] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.863665] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b7ced77-8022-452a-b31d-7cc7475b795b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.863774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b7ced77-8022-452a-b31d-7cc7475b795b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.863841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b7ced77-8022-452a-b31d-7cc7475b795b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.863996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b7ced77-8022-452a-b31d-7cc7475b795b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.864084] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b7ced77-8022-452a-b31d-7cc7475b795b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.119023] env[65677]: INFO networking_nsxv3.common.synchronization [req-47cdf3c4-006e-46cf-8049-b8529e7bc74d req-199cb7a0-2b50-4c11-9675-ddd59dbef3c2 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 815.119023] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 815.119023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.119023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.119023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.119023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.119023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.119716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.119881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.120232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.120599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.120804] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.367178] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.367326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.367547] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.368605] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b7ced77-8022-452a-b31d-7cc7475b795b with status ACTIVE [ 815.368811] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.368941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.369042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.369366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.369464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.369650] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.370296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.370387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.370518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.370595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.370892] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.371022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.371081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.371237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.371314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.371404] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b7ced77-8022-452a-b31d-7cc7475b795b is going to be updated. [ 815.397508] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.397508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.397508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.397782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.397782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.399559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b7ced77-8022-452a-b31d-7cc7475b795b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.448782] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 in Status: SUCCESS [ 815.449072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.449307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.449475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.449672] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.449785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.449849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.450017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.450092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.450177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.450292] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.623664] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.875651] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.953578] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.125603] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.379567] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.379994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.380208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.380528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.380800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.380992] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd is going to be created. [ 816.423189] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.423353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.423445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.423669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.424015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.444198] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: UNINITIALIZED for 2s [ 816.456727] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab244c41-a80f-4a69-9ff9-bd2419b1da01: rpc.has_security_group_logging(os_id): False [ 816.480589] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.480589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.480589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.480589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.480589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.480898] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.480963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.481063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.481239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.481313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.481433] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 is going to be created. [ 816.575420] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.575420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.575420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.575420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.575420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.590995] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 in Status: IN_PROGRESS for 2s [ 816.628890] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.631036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.631036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.631036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.631036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.631036] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be updated. [ 816.677810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.678036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.678089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.678297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.678461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.706353] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: IN_PROGRESS for 2s [ 818.178520] env[65677]: INFO networking_nsxv3.common.synchronization [req-96e158bd-adeb-4bdd-8b16-de1472e07dee req-7d667240-62ac-4669-8f55-ba29519d6658 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 818.178520] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 818.178520] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.178520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.178520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.178520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.179019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.179019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.179019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.179019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.179019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.179262] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.459496] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: SUCCESS [ 818.459692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.459797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.460038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.460240] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.460361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.460426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.460585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.460664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.460747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.460837] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.604248] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 in Status: SUCCESS [ 818.604503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.681992] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.685484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.685484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.685484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.685484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.685484] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.685484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.685484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.685484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.685484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.685484] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 818.715020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.715301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.715301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.715472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.715584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.718173] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 818.718438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.729871] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 818.963437] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.963719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.963804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.964052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.964234] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.964339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.964404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.964555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.964644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.964736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.964986] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.965175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.965243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.965394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.965536] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.965628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.965726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.966030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.966288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.966373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.966478] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.469579] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1443b25c-7d48-487d-ab3e-c508087ef3fd: rpc.has_security_group_logging(os_id): False [ 819.491063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.491063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.491063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.491063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.492281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.492281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.492281] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.492281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.492281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.492281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.492515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.492515] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd is going to be created. [ 819.551493] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.551644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.551731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.552297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.552297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.568217] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: IN_PROGRESS for 2s [ 820.744058] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 820.744506] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac deletion is rescheduled due to dependency. [ 820.744506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.584241] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: SUCCESS [ 821.584393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.177983] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.178340] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 824.215475] env[65677]: INFO networking_nsxv3.common.synchronization [None req-74404eb5-7717-408f-b471-b512092b4c81 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Enqueued Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_rules [ 824.216029] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_rules [ 824.216329] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc382f9-0504-4805-939b-ce7eed691a44 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.216478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.216544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.216847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.216942] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.311215] env[65677]: INFO networking_nsxv3.common.synchronization [None req-b2c5d1cc-c9b6-448d-bdb3-814bcbb4fb60 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Enqueued Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_rules [ 824.311787] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_rules [ 824.312151] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc382f9-0504-4805-939b-ce7eed691a44 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.312262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.738857] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.739048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.739127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.739352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.739437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.739637] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc382f9-0504-4805-939b-ce7eed691a44 already deleted. [ 824.739728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.739904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.740086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.740172] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.263014] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.263014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.263014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.263014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.263014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.263014] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc382f9-0504-4805-939b-ce7eed691a44 already deleted. [ 825.263014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.866207] env[65677]: INFO networking_nsxv3.common.synchronization [req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 req-f26d91f3-70b1-4fa6-93a2-c3f792a2e10d tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Enqueued Resource ID: 3800433e-846f-486f-a087-36d9b40959c9 with Priority: HIGHEST for action security_group_members [ 828.866829] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3800433e-846f-486f-a087-36d9b40959c9 with Priority: HIGHEST for action security_group_members [ 828.867225] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3800433e-846f-486f-a087-36d9b40959c9 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.867587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.867587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.867751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.867938] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.868063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.868130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.868280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.868374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.868452] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3800433e-846f-486f-a087-36d9b40959c9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.244095] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.244095] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-403" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.244095] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-403" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.244333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-403" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.248111] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.248325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.248575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.248893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.249112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.249337] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.249453] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.249608] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.249674] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.249764] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.249868] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.249998] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.275239] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.275417] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.275554] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.275736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-403" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.276075] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-02d7b57e-969d-44b2-b647-57e2149ee201 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.276252] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-02d7b57e-969d-44b2-b647-57e2149ee201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.276370] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-02d7b57e-969d-44b2-b647-57e2149ee201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.276768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-02d7b57e-969d-44b2-b647-57e2149ee201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.276904] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d7b57e-969d-44b2-b647-57e2149ee201',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.371042] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.371042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.371042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.371042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.371042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.371448] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.371448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.371448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.371448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.371693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.371693] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3800433e-846f-486f-a087-36d9b40959c9 already deleted. [ 829.371693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.780605] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.780860] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.780991] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.781308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.781469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.781628] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 02d7b57e-969d-44b2-b647-57e2149ee201 not found, creating... [ 829.781896] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.782079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.782202] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.782432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.782587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.783170] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.783396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.783457] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.783667] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.783801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.784068] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 02d7b57e-969d-44b2-b647-57e2149ee201 is going to be created. [ 829.808226] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.808394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.809037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.809959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.810299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.810713] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-02d7b57e-969d-44b2-b647-57e2149ee201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.091023] env[65677]: INFO networking_nsxv3.common.synchronization [None req-08520084-d044-449e-a208-066a47faa8bf None None] Enqueued Resource ID: f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c with Priority: HIGHEST for action port [ 830.093200] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c with Priority: HIGHEST for action port [ 830.093200] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.093200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.093200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.094772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.094772] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.541553] env[65677]: INFO networking_nsxv3.common.synchronization [req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 req-df3a9d45-affa-4c47-9e92-8693765a6ec5 service nova] Enqueued Resource ID: 3800433e-846f-486f-a087-36d9b40959c9 with Priority: HIGHEST for action security_group_rules [ 830.541725] env[65677]: INFO networking_nsxv3.common.synchronization [req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 req-df3a9d45-affa-4c47-9e92-8693765a6ec5 service nova] Enqueued Resource ID: 3800433e-846f-486f-a087-36d9b40959c9 with Priority: HIGHEST for action security_group_members [ 830.541962] env[65677]: INFO networking_nsxv3.common.synchronization [req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 req-df3a9d45-affa-4c47-9e92-8693765a6ec5 service nova] Enqueued Resource ID: 02d7b57e-969d-44b2-b647-57e2149ee201 with Priority: HIGHEST for action port [ 830.542455] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3800433e-846f-486f-a087-36d9b40959c9 with Priority: HIGHEST for action security_group_rules [ 830.542583] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3800433e-846f-486f-a087-36d9b40959c9 with Priority: HIGHEST for action security_group_members [ 830.542678] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d7b57e-969d-44b2-b647-57e2149ee201 with Priority: HIGHEST for action port [ 830.542946] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3800433e-846f-486f-a087-36d9b40959c9 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.543139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.543223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.543459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.543521] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3800433e-846f-486f-a087-36d9b40959c9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.544357] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3800433e-846f-486f-a087-36d9b40959c9 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.545701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.545701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.545701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.545701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.545701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.545701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.545701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.545701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.545701] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3800433e-846f-486f-a087-36d9b40959c9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.546781] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d7b57e-969d-44b2-b647-57e2149ee201 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.546855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d7b57e-969d-44b2-b647-57e2149ee201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.546953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d7b57e-969d-44b2-b647-57e2149ee201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.547221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d7b57e-969d-44b2-b647-57e2149ee201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.547617] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d7b57e-969d-44b2-b647-57e2149ee201',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.597085] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c [ 830.597085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.597085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.597085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.597085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.597085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.597085] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c already deleted. [ 830.597085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ae77e2-3bcb-441e-91d8-e5e8fa1ccb1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.048873] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3800433e-846f-486f-a087-36d9b40959c9 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.049030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.049228] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3800433e-846f-486f-a087-36d9b40959c9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.050154] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02d7b57e-969d-44b2-b647-57e2149ee201 with status ACTIVE [ 831.050340] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.050711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.050872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.051020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.051123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.051190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.051352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.051430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.051611] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.051770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.051770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.051928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.051970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052071] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02d7b57e-969d-44b2-b647-57e2149ee201 is going to be updated. [ 831.074971] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.075152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.075208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.075425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.075602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.075776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d7b57e-969d-44b2-b647-57e2149ee201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.553891] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3800433e-846f-486f-a087-36d9b40959c9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.057063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.057243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.057332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.057666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.057804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.057932] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3800433e-846f-486f-a087-36d9b40959c9 is going to be created. [ 832.082250] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.082393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.082453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.082773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.082859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.092699] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3800433e-846f-486f-a087-36d9b40959c9 in Status: UNINITIALIZED for 2s [ 832.241101] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6465fae5-0b01-43db-a243-5d8f08fde185 None None] Enqueued Resource ID: 02790497-3435-431b-b720-cf3247e71882 with Priority: HIGHEST for action port [ 832.241101] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02790497-3435-431b-b720-cf3247e71882 with Priority: HIGHEST for action port [ 832.241772] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-02790497-3435-431b-b720-cf3247e71882 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.241772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02790497-3435-431b-b720-cf3247e71882" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.241772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02790497-3435-431b-b720-cf3247e71882" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.242036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02790497-3435-431b-b720-cf3247e71882" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.242036] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02790497-3435-431b-b720-cf3247e71882',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.744434] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02790497-3435-431b-b720-cf3247e71882 [ 832.744770] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.744867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.744906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.745130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.745243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.745341] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02790497-3435-431b-b720-cf3247e71882 already deleted. [ 832.745425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02790497-3435-431b-b720-cf3247e71882" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.105297] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3800433e-846f-486f-a087-36d9b40959c9 in Status: SUCCESS [ 834.105563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.105809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.106082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.106320] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.106450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.106589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.106770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.106855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.106942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.107045] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3800433e-846f-486f-a087-36d9b40959c9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.609091] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3800433e-846f-486f-a087-36d9b40959c9 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.609310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.609353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.609556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.609739] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.609830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.609919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.610078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.610240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.610240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.610385] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3800433e-846f-486f-a087-36d9b40959c9 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.610460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.610510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.610654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.610790] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.610881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.611019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.611175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.611252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.611334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.611422] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3800433e-846f-486f-a087-36d9b40959c9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.113582] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3800433e-846f-486f-a087-36d9b40959c9: rpc.has_security_group_logging(os_id): False [ 835.132283] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.132424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.133949] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.133949] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.133949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.134527] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.134527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.134527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.134527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.134527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.134527] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3800433e-846f-486f-a087-36d9b40959c9 is going to be created. [ 835.193661] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.193887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.194076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.194355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.194644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.207348] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3800433e-846f-486f-a087-36d9b40959c9 in Status: IN_PROGRESS for 2s [ 836.756138] env[65677]: INFO networking_nsxv3.common.synchronization [req-8a231800-d4cb-4559-9796-0f6532317406 req-b971a7fb-0365-4db0-863e-937b7fbc2e77 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 836.756796] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 836.757072] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.757203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.757270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.757475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.757672] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.757776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.757830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.757998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.758095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.758196] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.787261] env[65677]: INFO networking_nsxv3.common.synchronization [req-8a231800-d4cb-4559-9796-0f6532317406 req-b971a7fb-0365-4db0-863e-937b7fbc2e77 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 836.787261] env[65677]: INFO networking_nsxv3.common.synchronization [req-8a231800-d4cb-4559-9796-0f6532317406 req-b971a7fb-0365-4db0-863e-937b7fbc2e77 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 836.787365] env[65677]: INFO networking_nsxv3.common.synchronization [req-8a231800-d4cb-4559-9796-0f6532317406 req-b971a7fb-0365-4db0-863e-937b7fbc2e77 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with Priority: HIGHEST for action port [ 836.788270] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 836.789136] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 836.789136] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with Priority: HIGHEST for action port [ 836.789136] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.789136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.789918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.789918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.789918] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.791403] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.791518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.792032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.792032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.793351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.793351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.793351] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f5fafe-f1c2-4d69-8ffa-8e1255c39d54',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.223240] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3800433e-846f-486f-a087-36d9b40959c9 in Status: SUCCESS [ 837.223478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.260158] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.297025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.297025] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with status ACTIVE [ 837.297025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.297025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.297025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.297025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.297902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.297902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.297902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.297902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.297902] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 is going to be updated. [ 837.325010] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.325255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.325344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.325691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.325691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.325843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.763206] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.266864] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.267087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.268062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.268062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.268062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.268062] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be updated. [ 838.298618] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.298806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.298876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.299201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.299403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.310891] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: IN_PROGRESS for 2s [ 839.844102] env[65677]: INFO networking_nsxv3.common.synchronization [req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c req-31a36984-5d16-4032-9c73-cb0867a2b7ff tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 839.845198] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 839.845198] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.845296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.863045] env[65677]: INFO networking_nsxv3.common.synchronization [req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c req-31a36984-5d16-4032-9c73-cb0867a2b7ff tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 839.863151] env[65677]: INFO networking_nsxv3.common.synchronization [req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c req-31a36984-5d16-4032-9c73-cb0867a2b7ff tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 839.863197] env[65677]: INFO networking_nsxv3.common.synchronization [req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c req-31a36984-5d16-4032-9c73-cb0867a2b7ff tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with Priority: HIGHEST for action port [ 839.863707] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_rules [ 839.863837] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 839.863934] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with Priority: HIGHEST for action port [ 839.864226] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.864337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.864606] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.864715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.864835] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.865029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.865029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.865201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.865347] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f5fafe-f1c2-4d69-8ffa-8e1255c39d54',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.324095] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: SUCCESS [ 840.324302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.324500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.324778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.324952] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.325092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.325311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.325311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.325512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.325512] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.367760] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 with status ACTIVE [ 840.367995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.368143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.368221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.368421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.368526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.368685] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.368834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.368834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.368972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.369050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.369239] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.369364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.369364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.369504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.369578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.369646] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 is going to be updated. [ 840.394581] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.394794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.394794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.395408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.395408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.395408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.827765] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.330472] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.833476] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.833673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.833756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.834062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.834160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.834453] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be updated. [ 841.867139] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.867139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.867139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.867139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.867139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.876311] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: IN_PROGRESS for 2s [ 843.892357] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: SUCCESS [ 843.892788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.892788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.893035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.893344] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.893425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.893425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.893609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.893689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.893880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.893880] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.894774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.894943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.895109] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.895201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.895286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.895401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.895473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.895567] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.398840] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.398840] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.420336] env[65677]: INFO networking_nsxv3.common.synchronization [req-e938537d-34ce-45c4-9b07-e4bf16c9e19d req-af08ae99-7223-4bc0-afbf-8965b921f0c1 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Enqueued Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 844.421424] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a with Priority: HIGHEST for action security_group_members [ 844.421424] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.421424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.729845] env[65677]: INFO networking_nsxv3.common.synchronization [req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d req-64f2438f-c0ee-4922-80a0-d516df055e51 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Enqueued Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 844.733116] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 844.733116] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.733116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.733116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.733116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.733116] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.733619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.733813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.735404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.735404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.735404] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.902685] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 351aef0b-abc4-4b57-a703-d6ebdf12bf3a: rpc.has_security_group_logging(os_id): False [ 844.902685] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.922356] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.922356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.922356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.922356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.922356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.922356] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.922356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.922356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.922356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.922731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.922731] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be updated. [ 844.986188] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.986188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.986188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.987127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.987127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.003544] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: IN_PROGRESS for 2s [ 845.020085] env[65677]: INFO networking_nsxv3.common.synchronization [req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 req-594e8c66-455f-4439-8884-c9e18aee7fae tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Enqueued Resource ID: 3800433e-846f-486f-a087-36d9b40959c9 with Priority: HIGHEST for action security_group_members [ 845.020588] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3800433e-846f-486f-a087-36d9b40959c9 with Priority: HIGHEST for action security_group_members [ 845.020905] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3800433e-846f-486f-a087-36d9b40959c9 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.021953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.021953] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.022249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.022286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.022399] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3800433e-846f-486f-a087-36d9b40959c9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.079687] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.079877] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.079993] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.080626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.080946] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.081071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.081188] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.081417] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.081674] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.084630] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.084630] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.084630] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.084630] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.084630] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.084630] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.084630] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.103585] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.103755] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.103935] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.104133] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.104450] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-46d06bb4-fbdb-443a-928f-c96170790279 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.104711] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-46d06bb4-fbdb-443a-928f-c96170790279" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.104840] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-46d06bb4-fbdb-443a-928f-c96170790279" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.105158] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-46d06bb4-fbdb-443a-928f-c96170790279" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.105292] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46d06bb4-fbdb-443a-928f-c96170790279',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.236973] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.238734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.238734] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f already deleted. [ 845.238734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.403733] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.403901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.403971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.405193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.405297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.405405] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be updated. [ 845.435253] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.435405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.435475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.435686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.435830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.444428] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: IN_PROGRESS for 2s [ 845.524787] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.524787] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.524946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.525029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.525195] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.525314] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.525416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.525464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.525929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.525929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.525929] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3800433e-846f-486f-a087-36d9b40959c9 is going to be updated. [ 845.552799] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.552959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.553049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.553982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.553982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.563996] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3800433e-846f-486f-a087-36d9b40959c9 in Status: IN_PROGRESS for 2s [ 845.610461] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.610461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.610461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.610768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.610768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.610849] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 46d06bb4-fbdb-443a-928f-c96170790279 not found, creating... [ 845.611151] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.611311] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.611423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.611651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.611887] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.612099] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.612260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.612371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.612585] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.612725] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.612864] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 46d06bb4-fbdb-443a-928f-c96170790279 is going to be created. [ 845.637248] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.637512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.637512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.637901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.638159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.639783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-46d06bb4-fbdb-443a-928f-c96170790279" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.387492] env[65677]: INFO networking_nsxv3.common.synchronization [req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d req-2a645351-1e5c-41ec-8257-0f2d3a630460 service nova] Enqueued Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_rules [ 846.387896] env[65677]: INFO networking_nsxv3.common.synchronization [req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d req-2a645351-1e5c-41ec-8257-0f2d3a630460 service nova] Enqueued Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 846.387896] env[65677]: INFO networking_nsxv3.common.synchronization [req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d req-2a645351-1e5c-41ec-8257-0f2d3a630460 service nova] Enqueued Resource ID: 46d06bb4-fbdb-443a-928f-c96170790279 with Priority: HIGHEST for action port [ 846.388382] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_rules [ 846.388542] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 846.388632] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d06bb4-fbdb-443a-928f-c96170790279 with Priority: HIGHEST for action port [ 846.389071] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.389071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.389730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.390030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.390110] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.391098] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.391247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.391298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.391453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.391603] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.391685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.391770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.391962] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.392231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.392231] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.394308] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-46d06bb4-fbdb-443a-928f-c96170790279 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.394459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46d06bb4-fbdb-443a-928f-c96170790279" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.394499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46d06bb4-fbdb-443a-928f-c96170790279" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.394677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46d06bb4-fbdb-443a-928f-c96170790279" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.394765] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46d06bb4-fbdb-443a-928f-c96170790279',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.896554] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.897806] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.897958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.898107] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46d06bb4-fbdb-443a-928f-c96170790279 with status ACTIVE [ 846.898317] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.898406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.898454] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.898627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.898723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.898873] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.899359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.899359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.899359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.899359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.899530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.899581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.899622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.899733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.900115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.900115] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46d06bb4-fbdb-443a-928f-c96170790279 is going to be updated. [ 846.921961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.922167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.922249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.922457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.922593] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.922751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46d06bb4-fbdb-443a-928f-c96170790279" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.030641] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: SUCCESS [ 847.030834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.031034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.031267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.031358] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.402388] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.442443] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 req-5ed2bcc9-5b35-4720-a529-ff5d973746af tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Enqueued Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 847.442443] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 847.442707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.442809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.455514] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a in Status: SUCCESS [ 847.455745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.456127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.456370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.456626] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.456762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.456846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.457086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.457219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.457364] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.559360] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.559360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.559360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.559360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.559360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.559360] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be deleted. [ 847.580279] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3800433e-846f-486f-a087-36d9b40959c9 in Status: SUCCESS [ 847.581218] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3800433e-846f-486f-a087-36d9b40959c9 deletion is rescheduled due to dependency. [ 847.581650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3800433e-846f-486f-a087-36d9b40959c9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.637534] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.637534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.637534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.637534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.637534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.637534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.838036] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.838262] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.838418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.838642] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.838894] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.839123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.839245] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.839470] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.839612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.839816] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.839921] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.840060] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.840131] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.840235] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.840337] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.840466] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.866239] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.866239] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.866239] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.866239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.866239] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-0e54b669-b124-4983-9599-1b0267b75681 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.866239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-0e54b669-b124-4983-9599-1b0267b75681" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.866239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-0e54b669-b124-4983-9599-1b0267b75681" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.866239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-0e54b669-b124-4983-9599-1b0267b75681" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.866684] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e54b669-b124-4983-9599-1b0267b75681',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.904655] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.904820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.904893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.905121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.905209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.905305] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f is going to be created. [ 847.945517] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.945663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.945733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.945943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.946112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.957238] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: UNINITIALIZED for 2s [ 847.959990] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.960189] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.960268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.960495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.960584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.960784] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.960886] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.960943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.961110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.961187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.961268] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a is going to be deleted. [ 848.009565] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.009728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.009774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.009996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.010105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.010206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.010361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.010533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.010759] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.010851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.010890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.011035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.011117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.011212] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('351aef0b-abc4-4b57-a703-d6ebdf12bf3a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.369527] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.369801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.369931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.370274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.370822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.370822] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 0e54b669-b124-4983-9599-1b0267b75681 not found, creating... [ 848.370972] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.371143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.371424] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.371674] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.371817] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.372115] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.372271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.374054] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.374054] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.374174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.374373] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 0e54b669-b124-4983-9599-1b0267b75681 is going to be created. [ 848.400310] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.400501] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.400595] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.400871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.401343] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.401425] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-0e54b669-b124-4983-9599-1b0267b75681" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.518378] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.518779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.518779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.519020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.519134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.519296] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.519427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.519506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.519694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.519784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.519897] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 351aef0b-abc4-4b57-a703-d6ebdf12bf3a already deleted. [ 848.519982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-351aef0b-abc4-4b57-a703-d6ebdf12bf3a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.134985] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 req-f6a81fdb-1377-4f1d-bc0a-4bb7362292eb service nova] Enqueued Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_rules [ 849.135173] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 req-f6a81fdb-1377-4f1d-bc0a-4bb7362292eb service nova] Enqueued Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 849.135305] env[65677]: INFO networking_nsxv3.common.synchronization [req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 req-f6a81fdb-1377-4f1d-bc0a-4bb7362292eb service nova] Enqueued Resource ID: 0e54b669-b124-4983-9599-1b0267b75681 with Priority: HIGHEST for action port [ 849.136481] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_rules [ 849.136481] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 849.136628] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e54b669-b124-4983-9599-1b0267b75681 with Priority: HIGHEST for action port [ 849.136857] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.136966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.137186] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.137298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.137506] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e54b669-b124-4983-9599-1b0267b75681 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.137576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e54b669-b124-4983-9599-1b0267b75681" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.137650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e54b669-b124-4983-9599-1b0267b75681" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.137858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e54b669-b124-4983-9599-1b0267b75681" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.137947] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e54b669-b124-4983-9599-1b0267b75681',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.642937] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e54b669-b124-4983-9599-1b0267b75681 with status ACTIVE [ 849.643348] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.643542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.643662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.643881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.643995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.644204] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.644337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.644434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.644603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.644692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.644920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.645054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.645138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.645837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.645837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.645837] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e54b669-b124-4983-9599-1b0267b75681 is going to be updated. [ 849.670391] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.670578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.670640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.670830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.670969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.671152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e54b669-b124-4983-9599-1b0267b75681" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.967494] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: SUCCESS [ 849.967863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.967984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.968203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.968393] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.968507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.968570] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.968727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.968802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.968895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.968992] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.969856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.970036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.970195] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.970321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.970389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.970534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.970766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.970766] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.277228] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 req-f174f949-99ef-4f84-92cb-aaf88a724f47 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 850.277228] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 850.277228] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.277228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.277228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.277228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.277228] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.277969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.278305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.278632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.279649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.279649] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.473151] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.473412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.473636] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.700375] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.700796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.700796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.700946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.701235] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.701631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.701769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.701998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.702148] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.702352] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.702448] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.702633] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.702743] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.702866] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.702963] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.703103] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.722971] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.723175] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.723313] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.723487] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.723812] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-f14ecc95-f9af-48be-9744-2952931b40cb taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.723989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.724119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.724473] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.724681] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f14ecc95-f9af-48be-9744-2952931b40cb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.785094] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.868126] env[65677]: INFO networking_nsxv3.common.synchronization [req-98a904ac-ab16-4407-b946-e9de37c661b7 req-955a893e-f7ac-4ccd-8a8e-5ebfb61f68e9 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 850.868868] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGHEST for action security_group_members [ 850.869316] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.869481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.869581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.869879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.870156] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.870354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.870401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.870657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.870738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.870946] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.980781] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.227162] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.227162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.227531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.227624] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.227785] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.227917] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port f14ecc95-f9af-48be-9744-2952931b40cb not found, creating... [ 851.228234] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.229668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.229668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.232214] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.232411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.232766] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.232939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.233062] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.233329] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.233523] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.233775] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: f14ecc95-f9af-48be-9744-2952931b40cb is going to be created. [ 851.256325] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.256491] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.256538] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.257028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.257356] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.257633] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.287393] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.373613] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.374054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.374135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.374533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.374743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.375105] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.375292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.375422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.375740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.375894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.376331] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 is going to be updated. [ 851.452205] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.452570] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.452570] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.452817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.452983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.467239] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: IN_PROGRESS for 2s [ 851.484012] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.484243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.484352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.484714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.484821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.484947] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f is going to be updated. [ 851.519421] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.520288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.520288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.520288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.520288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.537889] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: IN_PROGRESS for 2s [ 851.791022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.791506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.791506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.791609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.791675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.791786] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 851.829573] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.829774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.829819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.830017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.830172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.842564] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 852.074389] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 req-8aaf7c6f-6015-470f-9f5a-6723a3332cbb service nova] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 852.074709] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 req-8aaf7c6f-6015-470f-9f5a-6723a3332cbb service nova] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 852.075130] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 req-8aaf7c6f-6015-470f-9f5a-6723a3332cbb service nova] Enqueued Resource ID: f14ecc95-f9af-48be-9744-2952931b40cb with Priority: HIGHEST for action port [ 852.075990] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 852.076150] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 852.076249] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14ecc95-f9af-48be-9744-2952931b40cb with Priority: HIGHEST for action port [ 852.076542] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.076744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.076829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.077023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.077118] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.078062] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.078377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.078377] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f14ecc95-f9af-48be-9744-2952931b40cb taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.078513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.078513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.078673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.078750] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f14ecc95-f9af-48be-9744-2952931b40cb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.581072] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.581458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.581698] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f14ecc95-f9af-48be-9744-2952931b40cb with status ACTIVE [ 852.581881] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.582117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.585820] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.585820] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.585820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.585820] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f14ecc95-f9af-48be-9744-2952931b40cb is going to be updated. [ 852.607774] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.607970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.608026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.608559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.608559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.052733] env[65677]: INFO networking_nsxv3.common.synchronization [req-7ba5e236-b025-471c-a646-af1fa65ba90d req-ad1290f8-945a-44a6-94b9-39fa83cb277c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 853.053741] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 853.054236] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.054441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.054569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.054928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.055220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.055431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.055544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.055827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.055972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.056164] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.445923] env[65677]: INFO networking_nsxv3.common.synchronization [req-7ba5e236-b025-471c-a646-af1fa65ba90d req-ebd108c2-22b8-403a-b31f-db00df19fe09 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 853.446481] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 853.446871] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.447016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.480756] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0002683-a04b-4a05-8561-c9c73007fa11 in Status: SUCCESS [ 853.480955] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 deletion is rescheduled due to dependency. [ 853.485021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.551058] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: SUCCESS [ 853.551058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.551058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.551058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.551435] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.551435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.551435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.551571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.551571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.551647] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.559372] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.559485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.559560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.560117] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.560320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.560717] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be deleted. [ 853.594646] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.595056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.595056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.595202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.595996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.595996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.595996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.595996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.595996] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.596343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.596343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.596343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.596343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.596493] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.856241] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 853.856241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.856241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.856241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.856241] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.856241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.856241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.856241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.856241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.856241] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.981761] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.981958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-425" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.982083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-425" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.982829] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-425" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.983216] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.983469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.983944] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.983944] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.984393] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.984393] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.984572] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.984784] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.984784] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.985716] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.985716] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.985716] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.012892] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.012892] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.012892] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.012892] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-425" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.012892] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-029ee1af-2083-4779-a303-2d26cd43e166 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.012892] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-029ee1af-2083-4779-a303-2d26cd43e166" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.013316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-029ee1af-2083-4779-a303-2d26cd43e166" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.013316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-029ee1af-2083-4779-a303-2d26cd43e166" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.013949] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029ee1af-2083-4779-a303-2d26cd43e166',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.058143] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.102058] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.102058] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.102058] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df already deleted. [ 854.102058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.359315] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.516485] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.516898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.517108] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.517402] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.517585] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.517883] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 029ee1af-2083-4779-a303-2d26cd43e166 not found, creating... [ 854.518209] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.518418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.518500] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.518730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.518893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.519185] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.519338] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.519450] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.519662] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.519797] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.519922] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 029ee1af-2083-4779-a303-2d26cd43e166 is going to be created. [ 854.540520] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.540781] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.540887] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.541159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.541389] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.541615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-029ee1af-2083-4779-a303-2d26cd43e166" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.561928] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.862236] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.065807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.066227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.066227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.066326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.066362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.066449] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f is going to be updated. [ 855.127145] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.127386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.127386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.127569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.127770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.145099] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: IN_PROGRESS for 2s [ 855.280605] env[65677]: INFO networking_nsxv3.common.synchronization [req-7ba5e236-b025-471c-a646-af1fa65ba90d req-492a3bcf-61fc-4138-b317-eef5b05dd608 service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 855.281601] env[65677]: INFO networking_nsxv3.common.synchronization [req-7ba5e236-b025-471c-a646-af1fa65ba90d req-492a3bcf-61fc-4138-b317-eef5b05dd608 service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 855.281601] env[65677]: INFO networking_nsxv3.common.synchronization [req-7ba5e236-b025-471c-a646-af1fa65ba90d req-492a3bcf-61fc-4138-b317-eef5b05dd608 service nova] Enqueued Resource ID: 029ee1af-2083-4779-a303-2d26cd43e166 with Priority: HIGHEST for action port [ 855.281601] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 855.281765] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 855.281765] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029ee1af-2083-4779-a303-2d26cd43e166 with Priority: HIGHEST for action port [ 855.282954] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.282954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.285947] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.285947] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.285947] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.285947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.287372] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.290244] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-029ee1af-2083-4779-a303-2d26cd43e166 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.290244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-029ee1af-2083-4779-a303-2d26cd43e166" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.290244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-029ee1af-2083-4779-a303-2d26cd43e166" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.290244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-029ee1af-2083-4779-a303-2d26cd43e166" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.290244] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029ee1af-2083-4779-a303-2d26cd43e166',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.364206] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.364359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.364434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.364666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.364771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.364882] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 855.402606] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.402606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.402606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.402606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.402850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.414422] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 855.792262] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 029ee1af-2083-4779-a303-2d26cd43e166 with status ACTIVE [ 855.792521] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.792693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.792764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.793083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.793180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.793420] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.794220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.794220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.794220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.794220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.794220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.794220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.794712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.794712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.794712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.794712] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 029ee1af-2083-4779-a303-2d26cd43e166 is going to be updated. [ 855.795983] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.796136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.796301] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.827054] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.827303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.827303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.827528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.827737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.828055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-029ee1af-2083-4779-a303-2d26cd43e166" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.062199] env[65677]: INFO networking_nsxv3.common.synchronization [req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 req-eb0b8bed-10af-4229-9e32-105f5ecd189b tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Enqueued Resource ID: 5f55288b-5da3-4745-b53d-a478c37807ed with Priority: HIGHEST for action security_group_members [ 856.062743] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f55288b-5da3-4745-b53d-a478c37807ed with Priority: HIGHEST for action security_group_members [ 856.063221] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f55288b-5da3-4745-b53d-a478c37807ed taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.063479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.063633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.063999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.064275] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.064491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.064747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.065036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.065219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.065524] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f55288b-5da3-4745-b53d-a478c37807ed',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.109756] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-76 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.110805] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-76" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.110805] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-76" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.111171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-76" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.111756] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.113431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.113431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.113431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.113431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.113431] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.113431] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.113431] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.113431] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.113431] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.114712] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.114712] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.134647] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.134818] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.134944] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.135146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-76" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.135509] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-774a8a07-eef0-41cf-b96a-eb507b021572 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.135729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-774a8a07-eef0-41cf-b96a-eb507b021572" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.135829] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-774a8a07-eef0-41cf-b96a-eb507b021572" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.136216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-774a8a07-eef0-41cf-b96a-eb507b021572" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.136362] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774a8a07-eef0-41cf-b96a-eb507b021572',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.299396] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.403273] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.403529] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.403658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.404022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.404313] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.404470] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.404598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.404828] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.404963] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.405194] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.405304] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.405408] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.405523] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.405800] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.405800] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.406034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.424805] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.424971] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.425123] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.425297] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.425614] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-67b89e99-8a64-4c43-85b6-3c4590c3a68c taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.425809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-67b89e99-8a64-4c43-85b6-3c4590c3a68c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.425951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-67b89e99-8a64-4c43-85b6-3c4590c3a68c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.426350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-67b89e99-8a64-4c43-85b6-3c4590c3a68c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.426489] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b89e99-8a64-4c43-85b6-3c4590c3a68c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.568220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.568421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.568468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.568711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.568814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.569101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.569241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.569312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.569415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.569488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.569574] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f55288b-5da3-4745-b53d-a478c37807ed already deleted. [ 856.569655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.638678] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.639024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.639142] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.639419] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.639568] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.639720] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 774a8a07-eef0-41cf-b96a-eb507b021572 not found, creating... [ 856.639985] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.640152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.640269] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.640485] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.640616] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.640934] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.641278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.641371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.641580] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.641712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.641892] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 774a8a07-eef0-41cf-b96a-eb507b021572 is going to be created. [ 856.662730] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.662977] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.663113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.663442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.663603] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.663822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-774a8a07-eef0-41cf-b96a-eb507b021572" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803141] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.803374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.803448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.803615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.803715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803823] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be created. [ 856.850567] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.850763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.850812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.851044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.851231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.861363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: UNINITIALIZED for 2s [ 856.929288] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.929632] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.929934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.930322] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.930555] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.930776] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 67b89e99-8a64-4c43-85b6-3c4590c3a68c not found, creating... [ 856.931060] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.931371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.931371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.931566] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.931700] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.931991] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.932159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.932421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.932673] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.932816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.933070] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 67b89e99-8a64-4c43-85b6-3c4590c3a68c is going to be created. [ 856.963272] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.963521] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.963574] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.963920] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.964184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.964457] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-67b89e99-8a64-4c43-85b6-3c4590c3a68c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.156363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: SUCCESS [ 857.156773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.156924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.157243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.157452] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.157576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.157653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.157812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.157896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.157984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.158164] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.158259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.158311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.158457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.158597] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.158690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.158752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.158899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.158972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.159049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.159143] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.404519] env[65677]: INFO networking_nsxv3.common.synchronization [req-7ba5e236-b025-471c-a646-af1fa65ba90d req-9fdf356c-0aea-4ebd-8793-c2115568f1bc service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 857.404519] env[65677]: INFO networking_nsxv3.common.synchronization [req-7ba5e236-b025-471c-a646-af1fa65ba90d req-9fdf356c-0aea-4ebd-8793-c2115568f1bc service nova] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 857.404519] env[65677]: INFO networking_nsxv3.common.synchronization [req-7ba5e236-b025-471c-a646-af1fa65ba90d req-9fdf356c-0aea-4ebd-8793-c2115568f1bc service nova] Enqueued Resource ID: 774a8a07-eef0-41cf-b96a-eb507b021572 with Priority: HIGHEST for action port [ 857.404829] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_rules [ 857.404963] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 857.405084] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774a8a07-eef0-41cf-b96a-eb507b021572 with Priority: HIGHEST for action port [ 857.405385] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.405483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.405690] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.405810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.405965] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-774a8a07-eef0-41cf-b96a-eb507b021572 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.406160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774a8a07-eef0-41cf-b96a-eb507b021572" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.406229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774a8a07-eef0-41cf-b96a-eb507b021572" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.406533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774a8a07-eef0-41cf-b96a-eb507b021572" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.406712] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774a8a07-eef0-41cf-b96a-eb507b021572',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.424280] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 857.424511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.425118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.425341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.425531] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.425648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.425732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.425907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.425989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.426104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.426199] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.663761] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dafe749-d5ae-47f7-b42b-93d78d88577f: rpc.has_security_group_logging(os_id): False [ 857.665531] env[65677]: INFO networking_nsxv3.common.synchronization [req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 req-fca7b315-a045-4fb1-b8ce-21c76278a463 service nova] Enqueued Resource ID: 5f55288b-5da3-4745-b53d-a478c37807ed with Priority: HIGHEST for action security_group_rules [ 857.665730] env[65677]: INFO networking_nsxv3.common.synchronization [req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 req-fca7b315-a045-4fb1-b8ce-21c76278a463 service nova] Enqueued Resource ID: 5f55288b-5da3-4745-b53d-a478c37807ed with Priority: HIGHEST for action security_group_members [ 857.665939] env[65677]: INFO networking_nsxv3.common.synchronization [req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 req-fca7b315-a045-4fb1-b8ce-21c76278a463 service nova] Enqueued Resource ID: 67b89e99-8a64-4c43-85b6-3c4590c3a68c with Priority: HIGHEST for action port [ 857.666501] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f55288b-5da3-4745-b53d-a478c37807ed with Priority: HIGHEST for action security_group_rules [ 857.666832] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f55288b-5da3-4745-b53d-a478c37807ed with Priority: HIGHEST for action security_group_members [ 857.666980] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b89e99-8a64-4c43-85b6-3c4590c3a68c with Priority: HIGHEST for action port [ 857.667718] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f55288b-5da3-4745-b53d-a478c37807ed taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.667870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.667970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.668209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.668293] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f55288b-5da3-4745-b53d-a478c37807ed',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.669392] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f55288b-5da3-4745-b53d-a478c37807ed taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.669392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.669603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.669603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.669813] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.669887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.669928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.670252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.670252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.670252] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f55288b-5da3-4745-b53d-a478c37807ed',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.671158] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b89e99-8a64-4c43-85b6-3c4590c3a68c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.671269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b89e99-8a64-4c43-85b6-3c4590c3a68c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.671360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b89e99-8a64-4c43-85b6-3c4590c3a68c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.671530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b89e99-8a64-4c43-85b6-3c4590c3a68c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.671656] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b89e99-8a64-4c43-85b6-3c4590c3a68c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.686520] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.686764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.686818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.687040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.687125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.687338] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.687438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.688026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.688026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.688026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.688026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.688317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.688317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.688317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.688432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.688530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.688833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.688833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.688833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.689030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689030] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f is going to be created. [ 857.766810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.767037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.767202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.767329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.767541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.783845] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: IN_PROGRESS for 2s [ 857.909384] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774a8a07-eef0-41cf-b96a-eb507b021572 with status ACTIVE [ 857.909384] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.909589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.909589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.909755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.909849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.910051] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.910166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.910212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.910367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.910443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.910630] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.910723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.910783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.910929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.911009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.911098] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774a8a07-eef0-41cf-b96a-eb507b021572 is going to be updated. [ 857.928738] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.928870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.928911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.929134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.929385] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.929489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.929489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.929625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.929711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.929796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.929981] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.930100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.930200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.930306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.930451] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.930930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.930930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.930930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.930930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.930930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.931198] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.942600] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.942762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.942888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.943155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.943308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.943642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774a8a07-eef0-41cf-b96a-eb507b021572" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.173406] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f55288b-5da3-4745-b53d-a478c37807ed',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.174744] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f55288b-5da3-4745-b53d-a478c37807ed taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.174744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.175256] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67b89e99-8a64-4c43-85b6-3c4590c3a68c with status ACTIVE [ 858.175343] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.175420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.175481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.175652] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.175738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.176093] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.176178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.176178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.176346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.176426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.176676] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.176771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.176812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.176930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.177017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.177131] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67b89e99-8a64-4c43-85b6-3c4590c3a68c is going to be updated. [ 858.234975] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.235244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.235244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.235415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.235549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.235708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b89e99-8a64-4c43-85b6-3c4590c3a68c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.433897] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d87623-8606-4ba6-a983-cb414e53036f: rpc.has_security_group_logging(os_id): False [ 858.453922] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.454151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.454303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.454430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.454519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.454839] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.454969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.454969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.455154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.455234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.455443] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.455569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.455651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.455812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.455895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.456479] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.456479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.456479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.456479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.456479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.456799] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 858.550723] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.550927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.550974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.551466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.551466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.570945] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 858.675690] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f55288b-5da3-4745-b53d-a478c37807ed',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.680796] env[65677]: INFO networking_nsxv3.common.synchronization [req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad req-a3ba2f04-9b56-4812-96a9-63a970983892 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 858.681544] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 858.682080] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.682254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.682328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.682609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.682905] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.683090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.683239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.683501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.683671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.683846] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.873757] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 858.874817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.874817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.875527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.875778] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.875889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.875946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.876172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.876258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.876331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.876440] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.877471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.877659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.877812] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.877929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.877990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.878127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.878203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.878291] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.103199] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.103404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-948" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.103510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-948" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.103934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-948" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.105179] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.105657] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.105657] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.105837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.105922] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.106565] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.106565] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.106565] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.106565] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.106987] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.106987] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.108290] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.127938] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.128140] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.128273] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.128445] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-948" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.128844] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.129069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.129199] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.129544] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.129684] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259a7d3d-5ded-48b2-acb0-bcd70ecae2bd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.180268] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.180590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.180590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.180698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.180846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.180900] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f55288b-5da3-4745-b53d-a478c37807ed is going to be created. [ 859.187075] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.187241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.187305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.187552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.187767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.187864] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.187983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.188067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.188252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.188349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.188457] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f already deleted. [ 859.188558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.206853] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.207072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.207072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.207382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.208104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.220614] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f55288b-5da3-4745-b53d-a478c37807ed in Status: UNINITIALIZED for 2s [ 859.381504] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.381634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.385915] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.633654] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.634011] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.634396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.634752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.634966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.635194] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd not found, creating... [ 859.635731] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.635731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.635894] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.636065] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.636245] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.636566] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.637063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.637063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.637259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.637473] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.637694] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd is going to be created. [ 859.660242] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.660596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.660800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.661154] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.661501] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.661998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.798106] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: SUCCESS [ 859.798415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.798737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.798935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.799150] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.887728] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.301805] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.301805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.301805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.302894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.302894] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.302894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.302894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.302894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.303185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.303185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.303456] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.390189] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.390345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.390421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.390914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.390914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.390914] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 860.407221] env[65677]: INFO networking_nsxv3.common.synchronization [req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad req-b7ef0b17-c233-4826-a922-8104d9f512ce service nova] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_rules [ 860.407834] env[65677]: INFO networking_nsxv3.common.synchronization [req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad req-b7ef0b17-c233-4826-a922-8104d9f512ce service nova] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 860.407834] env[65677]: INFO networking_nsxv3.common.synchronization [req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad req-b7ef0b17-c233-4826-a922-8104d9f512ce service nova] Enqueued Resource ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with Priority: HIGHEST for action port [ 860.408443] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_rules [ 860.408675] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 860.409104] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with Priority: HIGHEST for action port [ 860.409540] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.409731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.409829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.410361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.410361] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.411708] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.411708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.411871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.412092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.412296] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.412669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.412777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.412971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.414436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.414436] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.414436] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.414436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.414436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.414436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.414897] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259a7d3d-5ded-48b2-acb0-bcd70ecae2bd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.423702] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.424254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.424368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.424651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.424875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.438156] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 860.589526] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 860.589526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.807054] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.807054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.807054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.807054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.807400] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.807400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.807400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.807538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.807582] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.807708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.807929] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.808052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.808113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.808264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.808403] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.808497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.808558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.808699] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.808775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.808855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.808945] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.916878] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.917043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.917233] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with status ACTIVE [ 860.917403] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.917540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.917576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.917795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.917890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.918050] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.918149] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.918212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.918374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.918452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.918631] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.918725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.918789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.918930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.919010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.919099] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd is going to be updated. [ 860.920535] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.942994] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.943115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.943190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.943453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.943609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.943761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.240390] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f55288b-5da3-4745-b53d-a478c37807ed in Status: UNINITIALIZED for 4s [ 861.311210] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dafe749-d5ae-47f7-b42b-93d78d88577f: rpc.has_security_group_logging(os_id): False [ 861.335304] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.335400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.335509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.335728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.335838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.336038] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.336921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.336921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.336921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.336921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.336921] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.336921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.336921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.337538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.337538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.337538] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.337538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.337538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.337788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.337961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.338083] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f is going to be updated. [ 861.423321] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.423455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.423529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.423761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.424475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.425643] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.444466] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: IN_PROGRESS for 2s [ 861.928044] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.928202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.928275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.928483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.928568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.928663] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be created. [ 861.957353] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.957564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.957677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.959445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.959624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.972658] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: UNINITIALIZED for 2s [ 862.442946] env[65677]: INFO networking_nsxv3.common.synchronization [req-ea9498d3-6346-4820-978e-799d32100147 req-3659740e-3e1a-4c83-b686-c9a3379a2109 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 862.442946] env[65677]: INFO networking_nsxv3.common.synchronization [req-ea9498d3-6346-4820-978e-799d32100147 req-3659740e-3e1a-4c83-b686-c9a3379a2109 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 862.443983] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 862.444244] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 862.444666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.444899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.445067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.445371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.445666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.446019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.446103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.446283] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.446372] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.446472] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.447532] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.447654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.447756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.448012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.448206] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.448328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.448410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.448597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.448696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.448795] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.452168] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 862.452168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.452332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.452475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.453122] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.453122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.453122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.453122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.453333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.453333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.453456] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.453571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.453626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.454032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.454032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.454132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.454172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.454408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.454471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.454542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.454666] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.496023] env[65677]: INFO networking_nsxv3.common.synchronization [req-ea9498d3-6346-4820-978e-799d32100147 req-3659740e-3e1a-4c83-b686-c9a3379a2109 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 862.496229] env[65677]: INFO networking_nsxv3.common.synchronization [req-ea9498d3-6346-4820-978e-799d32100147 req-3659740e-3e1a-4c83-b686-c9a3379a2109 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 862.496372] env[65677]: INFO networking_nsxv3.common.synchronization [req-ea9498d3-6346-4820-978e-799d32100147 req-3659740e-3e1a-4c83-b686-c9a3379a2109 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_rules [ 862.496491] env[65677]: INFO networking_nsxv3.common.synchronization [req-ea9498d3-6346-4820-978e-799d32100147 req-3659740e-3e1a-4c83-b686-c9a3379a2109 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 862.496614] env[65677]: INFO networking_nsxv3.common.synchronization [req-ea9498d3-6346-4820-978e-799d32100147 req-3659740e-3e1a-4c83-b686-c9a3379a2109 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: f14ecc95-f9af-48be-9744-2952931b40cb with Priority: HIGHEST for action port [ 862.497730] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 862.497879] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_rules [ 862.497979] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14ecc95-f9af-48be-9744-2952931b40cb with Priority: HIGHEST for action port [ 862.498089] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 862.498185] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 862.498485] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.498606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.498672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.498905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.498994] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.499859] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.499974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.500062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.500284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.500363] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.501225] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f14ecc95-f9af-48be-9744-2952931b40cb taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.501377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.502058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.502058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.502058] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f14ecc95-f9af-48be-9744-2952931b40cb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.502622] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.502808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.503867] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.503867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.951820] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.956918] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.957638] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80a80be-a420-4cd5-8d5d-c28367d511df: rpc.has_security_group_logging(os_id): False [ 862.983090] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.983251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.983303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.983526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.983614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.983808] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.983904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.983970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.984133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.984210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.984396] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.984490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.984550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.984693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.984769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.984967] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.989836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.989836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.989836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.989836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.989836] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be created. [ 863.004034] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.004287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.004591] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.004715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.004899] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f14ecc95-f9af-48be-9744-2952931b40cb with status ACTIVE [ 863.005078] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.005218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.005869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.005869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.005869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.005869] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.005869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.006284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.006325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.006371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.006574] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.006761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.006826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.007643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.007643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.007643] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f14ecc95-f9af-48be-9744-2952931b40cb is going to be updated. [ 863.031478] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.031478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.031478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.031909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.032175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.032438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.049915] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.049915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.049915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.050145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.050193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.069693] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 863.259757] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f55288b-5da3-4745-b53d-a478c37807ed in Status: SUCCESS [ 863.259757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.259757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.259757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.259757] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.259757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.259757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.259757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.259757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.259757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.259757] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f55288b-5da3-4745-b53d-a478c37807ed',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.453137] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.463996] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.463996] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: SUCCESS [ 863.463996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.762737] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f55288b-5da3-4745-b53d-a478c37807ed taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.762973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.762973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.763209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.763378] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.763482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.763549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.763705] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.763790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.764203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.764203] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f55288b-5da3-4745-b53d-a478c37807ed taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.764203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.764203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.764468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.764512] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.764564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.764860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.764860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.764981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.765032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.765110] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f55288b-5da3-4745-b53d-a478c37807ed',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.955016] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.955195] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.955284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.955534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.955626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.956036] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 863.966378] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.966378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.966378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.966663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.968030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.968030] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca is going to be created. [ 863.988895] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.989135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.989236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.989482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.989643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.991879] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.992069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.992135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.992368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.992511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.994527] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 863.994841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.995319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.995539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.995742] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.995840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.997057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.997057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.997057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.997057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.997057] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.002822] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: UNINITIALIZED for 2s [ 864.004722] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 864.268494] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f55288b-5da3-4745-b53d-a478c37807ed: rpc.has_security_group_logging(os_id): False [ 864.288788] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.288954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.288954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.289214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.289298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.289510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.289622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.289682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.289849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.289921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.290138] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.290240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.291119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.291119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.291119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.291119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.291119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.291119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.291119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.291484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.291561] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f55288b-5da3-4745-b53d-a478c37807ed is going to be created. [ 864.393890] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.394068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.394147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.394391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.394587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.410744] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f55288b-5da3-4745-b53d-a478c37807ed in Status: IN_PROGRESS for 2s [ 864.439025] env[65677]: INFO networking_nsxv3.common.synchronization [req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 req-60c180cf-7e89-44bd-9ab3-a5dad8623dd7 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Enqueued Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 864.439025] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e with Priority: HIGHEST for action security_group_members [ 864.439624] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.439992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.442354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.442354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.442354] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.442354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.442354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.442354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.442354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.442354] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c7d073-1c0b-4c11-b226-73c309b4fd2e',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.499740] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.499740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.499740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.500210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.500210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.500300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.500336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.500458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.500568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.500634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.500785] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.500881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.500935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.501197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.501250] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.501349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.501460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.501533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.501605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.501672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.501780] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.943722] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.943979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.944205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.973507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.973736] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.973885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.973947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.974192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.974276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.974404] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e is going to be updated. [ 865.004030] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42369174-529e-4b28-9a31-19a6ad0d5f2f: rpc.has_security_group_logging(os_id): False [ 865.017989] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.018189] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.018239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.018541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.018702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.029243] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: IN_PROGRESS for 2s [ 865.034863] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.035076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.035076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.035325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.035490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.035605] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.035698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.035757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.035913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.035982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.036191] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.036294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.036359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.036490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.036943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.036943] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.036943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.036943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.037457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.037522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.037580] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be created. [ 865.092077] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 865.092456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.092628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.092990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.094384] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.149375] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.149606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.149840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.150230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.150584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.168880] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: IN_PROGRESS for 2s [ 865.595744] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.596379] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.596840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.597029] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.021957] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: SUCCESS [ 866.022246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.022477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.022762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.022991] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.023170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.023266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.023437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.023520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.023619] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.025492] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 866.025729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.025884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.026082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.026270] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.026369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.026436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.026582] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.026660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.026771] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.101568] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.101748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.101858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.102117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.102292] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.102396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.102465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.103867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.103928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.104035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.104238] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.104398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.104514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.104690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.105513] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.105513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.105513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.105827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.105991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.105991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.106148] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.369562] env[65677]: INFO networking_nsxv3.common.synchronization [req-ded8e94b-2a9b-439c-b0c1-f21607e97776 req-24748244-bd31-4072-83ce-23d0445ef0e8 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Enqueued Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_members [ 866.370935] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_members [ 866.371275] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.371403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.371480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.371852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.371986] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.372108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.372172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.372391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.372735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.372735] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.425129] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f55288b-5da3-4745-b53d-a478c37807ed in Status: SUCCESS [ 866.425129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.528711] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.531959] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.615322] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80a80be-a420-4cd5-8d5d-c28367d511df: rpc.has_security_group_logging(os_id): False [ 866.643051] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.643198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.643252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.643526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.643595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.643922] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.644063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.644153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.644376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.644432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.644669] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.644813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.644901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.645049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.645142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.645428] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.645542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.645609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.645769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.645861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.645952] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 866.733075] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.733075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.733075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.733075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.733075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.756266] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 866.775216] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.775216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-799" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.775216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-799" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.775216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-799" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.775216] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.775216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.775515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.775515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.775660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.775875] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.776172] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.776379] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.776494] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.776669] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.776798] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.777074] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.801278] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.801577] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.801642] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.801854] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-799" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.802966] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-08e39b13-f366-446b-93ca-c72897ca570f taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.802966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-08e39b13-f366-446b-93ca-c72897ca570f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.802966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-08e39b13-f366-446b-93ca-c72897ca570f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.802966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-08e39b13-f366-446b-93ca-c72897ca570f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.803191] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e39b13-f366-446b-93ca-c72897ca570f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.875153] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.875348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.875437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.875682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.875774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.875986] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.876143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.876178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.876334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.876446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.876593] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 already deleted. [ 866.876945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.031960] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.035618] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.045975] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e in Status: SUCCESS [ 867.046172] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c7d073-1c0b-4c11-b226-73c309b4fd2e deletion is rescheduled due to dependency. [ 867.046288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c7d073-1c0b-4c11-b226-73c309b4fd2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.182543] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 867.182869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.307022] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.307358] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.307431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.307754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.307916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.308117] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 08e39b13-f366-446b-93ca-c72897ca570f not found, creating... [ 867.308439] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.308645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.308799] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.309162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.309386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.309719] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.309893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.312458] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.313157] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.313157] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.313157] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 08e39b13-f366-446b-93ca-c72897ca570f is going to be created. [ 867.336319] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.336615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.336876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.337259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.337566] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.339419] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-08e39b13-f366-446b-93ca-c72897ca570f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.536044] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.536044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.536044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.536044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.536044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.536044] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca is going to be updated. [ 867.537871] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.538128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.539473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.539777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.539894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.540524] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 867.577000] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.577000] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.577000] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.577000] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.577000] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.580013] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.580013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.580013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.580250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.580313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.592580] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 867.592924] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: IN_PROGRESS for 2s [ 868.107329] env[65677]: INFO networking_nsxv3.common.synchronization [req-ded8e94b-2a9b-439c-b0c1-f21607e97776 req-d12cdb17-2e07-4266-9061-fd48042b7a15 service nova] Enqueued Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_rules [ 868.107695] env[65677]: INFO networking_nsxv3.common.synchronization [req-ded8e94b-2a9b-439c-b0c1-f21607e97776 req-d12cdb17-2e07-4266-9061-fd48042b7a15 service nova] Enqueued Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_members [ 868.107695] env[65677]: INFO networking_nsxv3.common.synchronization [req-ded8e94b-2a9b-439c-b0c1-f21607e97776 req-d12cdb17-2e07-4266-9061-fd48042b7a15 service nova] Enqueued Resource ID: 08e39b13-f366-446b-93ca-c72897ca570f with Priority: HIGHEST for action port [ 868.108210] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_rules [ 868.108349] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_members [ 868.108444] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e39b13-f366-446b-93ca-c72897ca570f with Priority: HIGHEST for action port [ 868.108764] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.108931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.108967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.112995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.112995] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.114690] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.116550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.116550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.116550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.116550] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.116550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.116550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.116550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.116550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.116550] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.116550] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e39b13-f366-446b-93ca-c72897ca570f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.117187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e39b13-f366-446b-93ca-c72897ca570f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.117187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e39b13-f366-446b-93ca-c72897ca570f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.117187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e39b13-f366-446b-93ca-c72897ca570f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.117187] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e39b13-f366-446b-93ca-c72897ca570f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.616269] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.616522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.626937] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.628158] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08e39b13-f366-446b-93ca-c72897ca570f with status ACTIVE [ 868.628394] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.628523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.628598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.628883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.628981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.629283] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.629430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.629531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.629811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.629952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.630426] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.630426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.630565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.631946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.632095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.632498] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08e39b13-f366-446b-93ca-c72897ca570f is going to be updated. [ 868.657747] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.657978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.658648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.658648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.658648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.658648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e39b13-f366-446b-93ca-c72897ca570f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.793673] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 868.793673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.850859] env[65677]: INFO networking_nsxv3.common.synchronization [req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 req-94f097da-f54b-40c2-8723-2c6a52de5776 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Enqueued Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGHEST for action security_group_members [ 868.851456] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGHEST for action security_group_members [ 868.851779] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.851890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.851983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.852591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.852764] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.852861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.852954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.853140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.853225] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.853324] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.134848] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.220321] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.220671] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-980" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.220671] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-980" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.220935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-980" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.221205] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.221359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.221469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.222060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.222227] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.222443] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.223106] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.223246] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.223356] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.223473] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.223579] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.223717] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.243399] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.243663] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.243949] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.244047] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-980" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.244442] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.244688] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.244825] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.245237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.245398] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.294080] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 869.294346] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 250e1307-e189-415e-8d51-a645eb503b08 with Priority: HIGHEST for action security_group_members [ 869.294523] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 869.296112] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 869.296291] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250e1307-e189-415e-8d51-a645eb503b08 with Priority: HIGHEST for action security_group_members [ 869.296399] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 869.297407] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.297407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.297529] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-250e1307-e189-415e-8d51-a645eb503b08 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.297772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.297772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.298068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.298242] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.298354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.298456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.298653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.298756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.299146] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.299923] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.300054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.354932] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 250e1307-e189-415e-8d51-a645eb503b08 with Priority: HIGHEST for action security_group_rules [ 869.355473] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 250e1307-e189-415e-8d51-a645eb503b08 with Priority: HIGHEST for action security_group_members [ 869.355826] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 869.356154] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 869.356538] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_rules [ 869.356834] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 869.357153] env[65677]: INFO networking_nsxv3.common.synchronization [req-e3fae652-44c5-47e7-8263-5b548850c454 req-06e9a438-6cf4-4f85-8dca-1a40cda0160f tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: f14ecc95-f9af-48be-9744-2952931b40cb with Priority: HIGHEST for action port [ 869.358821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.358821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.358821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.359335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.359611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.360075] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.360321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.360531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.360861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.361085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.361283] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 already deleted. [ 869.361514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.361831] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250e1307-e189-415e-8d51-a645eb503b08 with Priority: HIGHEST for action security_group_rules [ 869.362124] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_rules [ 869.362412] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 869.362612] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14ecc95-f9af-48be-9744-2952931b40cb with Priority: HIGHEST for action port [ 869.362894] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_rules [ 869.363145] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250e1307-e189-415e-8d51-a645eb503b08 with Priority: HIGHEST for action security_group_members [ 869.363382] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 869.365341] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250e1307-e189-415e-8d51-a645eb503b08 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.365589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.365765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.366184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.367058] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.367750] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.367750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.368496] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.368496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.368496] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f14ecc95-f9af-48be-9744-2952931b40cb taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.368496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.368496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.369275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.369275] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f14ecc95-f9af-48be-9744-2952931b40cb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.370304] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.370468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.371535] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-250e1307-e189-415e-8d51-a645eb503b08 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.371630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.371816] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.371910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.607481] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 869.607481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.607857] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: SUCCESS [ 869.608411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.608411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.608534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.608829] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.608829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.610947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.610947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.610947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.610947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.610947] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.610947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.611218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.611557] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.611557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.611557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.611706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.611776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.611903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.612796] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.616712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.618911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.618911] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.618911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.618911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.618911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.618911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.618911] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.618911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.618911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.618911] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.619333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.619333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.619333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.619333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.619474] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.637718] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.637948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.638057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.638259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.638303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.638402] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 is going to be created. [ 869.670910] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.671241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.671336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.671577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.671833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.701441] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 in Status: UNINITIALIZED for 2s [ 869.748772] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.749166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.749350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.749716] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.749904] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.750120] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb not found, creating... [ 869.750505] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.751201] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.751201] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.752424] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.752805] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.753484] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.754065] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.754463] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.754805] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.755024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.755225] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb is going to be created. [ 869.780480] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.781206] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.781307] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.781626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.782243] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.782568] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.802978] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.873097] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f14ecc95-f9af-48be-9744-2952931b40cb with status ACTIVE [ 869.873349] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.873486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.873555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.873871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.873999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.874283] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.874402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.874474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.874759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.874854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.875057] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.875170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.875230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.875388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.875459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.875563] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f14ecc95-f9af-48be-9744-2952931b40cb is going to be updated. [ 869.876996] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-250e1307-e189-415e-8d51-a645eb503b08 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.877147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913776] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.914073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.914193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.914412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.914622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.915154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f14ecc95-f9af-48be-9744-2952931b40cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.114503] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.114666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.121466] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.122537] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.123279] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.306268] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.516079] env[65677]: INFO networking_nsxv3.common.synchronization [req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 req-510f81b0-3404-4118-8638-13e897c6df74 service nova] Enqueued Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGHEST for action security_group_rules [ 870.516462] env[65677]: INFO networking_nsxv3.common.synchronization [req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 req-510f81b0-3404-4118-8638-13e897c6df74 service nova] Enqueued Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGHEST for action security_group_members [ 870.517231] env[65677]: INFO networking_nsxv3.common.synchronization [req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 req-510f81b0-3404-4118-8638-13e897c6df74 service nova] Enqueued Resource ID: 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb with Priority: HIGHEST for action port [ 870.521087] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGHEST for action security_group_rules [ 870.521415] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGHEST for action security_group_members [ 870.521630] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb with Priority: HIGHEST for action port [ 870.522471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.522626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.522703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.523027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.523084] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.524760] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.524924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.525121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.525309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.526076] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.526076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.526076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.526076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.526076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.526282] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.527745] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.527745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.527745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.527745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.527745] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.624974] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eddf601c-94d9-4b6e-a9c0-f5ce26e983ca: rpc.has_security_group_logging(os_id): False [ 870.628118] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.630072] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.651936] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.652252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.652341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.652635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.652714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.652970] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.653113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.653183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.653358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.653433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.653525] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca is going to be created. [ 870.717679] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.717878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.717965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.718199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.718386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.737682] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: IN_PROGRESS for 2s [ 870.810284] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.810284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.810444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.810575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.810660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.810754] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250e1307-e189-415e-8d51-a645eb503b08 is going to be created. [ 870.854251] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.854251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.854251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.854251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.854417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.865354] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250e1307-e189-415e-8d51-a645eb503b08 in Status: UNINITIALIZED for 2s [ 871.025487] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.025693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.029601] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.031408] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb with status ACTIVE [ 871.031628] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.031753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.031949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.032047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.032137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.032324] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.032421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.032492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.032626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.032698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.032940] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.033113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.033172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.033356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.033471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.033471] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb is going to be updated. [ 871.066870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.067110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.067191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.067465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.067650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.067877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.135548] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.135849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.135951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.136274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.136392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.136526] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 871.138858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.138858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.138858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.138858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.138999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.138999] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca is going to be updated. [ 871.175955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.176246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.176356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.176679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.176766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.178974] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.179143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.179249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.179562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.179562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.195276] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 871.195640] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: IN_PROGRESS for 2s [ 871.532780] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.585624] env[65677]: INFO networking_nsxv3.common.synchronization [req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 req-d2c506bf-ef29-4275-9102-9581d6b6caec tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_members [ 871.586349] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_members [ 871.586687] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.586838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.586912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.587771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.591026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.591026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.591026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.591026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.591026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.591026] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.718025] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 in Status: SUCCESS [ 871.718025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.718025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.718025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.718025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.718025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.718025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.718025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.718025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.718025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.718025] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.035712] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.035971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.036065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.036299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.036459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.036518] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 is going to be created. [ 872.066239] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.066403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.066475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.066695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.066964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.079777] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 in Status: UNINITIALIZED for 2s [ 872.086759] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.087032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.087122] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.087426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.087750] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.087976] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.088147] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.088795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.088795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.088968] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.088968] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.089116] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.089212] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.089324] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.089440] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.089574] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.091408] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.091483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.091515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.091884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.091884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.091988] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.092097] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.092158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.092338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.092422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.092498] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 already deleted. [ 872.092589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.117996] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.119316] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.119316] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.119316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.119316] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-603bf5b3-8f43-4532-944d-1a216bdb7ce3 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.119316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-603bf5b3-8f43-4532-944d-1a216bdb7ce3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.119316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-603bf5b3-8f43-4532-944d-1a216bdb7ce3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.119625] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-603bf5b3-8f43-4532-944d-1a216bdb7ce3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.119625] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('603bf5b3-8f43-4532-944d-1a216bdb7ce3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.220281] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.627027] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.627027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.627027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.627027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.627027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.627027] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 603bf5b3-8f43-4532-944d-1a216bdb7ce3 not found, creating... [ 872.627027] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.628143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.628501] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.628988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.629280] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.629798] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.630166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.630453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.630842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.631155] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.631438] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 603bf5b3-8f43-4532-944d-1a216bdb7ce3 is going to be created. [ 872.656326] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.656326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.656326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.656326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.656326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.657035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-603bf5b3-8f43-4532-944d-1a216bdb7ce3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.723636] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1188c5c9-71fa-47ec-a3c9-8a84db9cf985: rpc.has_security_group_logging(os_id): False [ 872.758609] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.758869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.758869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.759162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.759239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.759516] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.759641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.759711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.759904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.759992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.760124] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 is going to be created. [ 872.762066] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: SUCCESS [ 872.762297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.762879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.763102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.763301] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.823703] env[65677]: INFO networking_nsxv3.common.synchronization [req-fcc3888c-eb5c-484c-960b-53369fba4e1f req-be358b28-7bb4-466c-8664-fdbf794cca17 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Enqueued Resource ID: 5f55288b-5da3-4745-b53d-a478c37807ed with Priority: HIGHEST for action security_group_members [ 872.824345] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f55288b-5da3-4745-b53d-a478c37807ed with Priority: HIGHEST for action security_group_members [ 872.824801] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f55288b-5da3-4745-b53d-a478c37807ed taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.825344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.825344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.825535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.825707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.825813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.825876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.826096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.826178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.826306] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f55288b-5da3-4745-b53d-a478c37807ed',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.837221] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.837404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.837404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.837671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.839154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.857159] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 in Status: IN_PROGRESS for 2s [ 872.878037] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250e1307-e189-415e-8d51-a645eb503b08 in Status: SUCCESS [ 872.878377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.878553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.878776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.878975] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.879357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.879437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.879618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.879703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.879807] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.207157] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: SUCCESS [ 873.207384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.208180] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 873.208351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.208513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.208722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.208901] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.209092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.209167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.209353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.209435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.209557] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.210894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.212907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.212907] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.212907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.212907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.212907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.212907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.212907] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.267511] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.267511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.330216] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.330452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.330452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.330667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.330761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.330969] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.331093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.331237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.331293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.331347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.331427] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f55288b-5da3-4745-b53d-a478c37807ed is going to be updated. [ 873.361887] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.362081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.362081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.362309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.362422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.372926] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f55288b-5da3-4745-b53d-a478c37807ed in Status: IN_PROGRESS for 2s [ 873.382967] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.433024] env[65677]: INFO networking_nsxv3.common.synchronization [req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 req-674e074c-8b6b-4ef7-80ef-dfd4f7145fad service nova] Enqueued Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_rules [ 873.433301] env[65677]: INFO networking_nsxv3.common.synchronization [req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 req-674e074c-8b6b-4ef7-80ef-dfd4f7145fad service nova] Enqueued Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_members [ 873.433472] env[65677]: INFO networking_nsxv3.common.synchronization [req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 req-674e074c-8b6b-4ef7-80ef-dfd4f7145fad service nova] Enqueued Resource ID: 603bf5b3-8f43-4532-944d-1a216bdb7ce3 with Priority: HIGHEST for action port [ 873.434453] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_rules [ 873.434646] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_members [ 873.434876] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603bf5b3-8f43-4532-944d-1a216bdb7ce3 with Priority: HIGHEST for action port [ 873.435289] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.435443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.435534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.435780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.435888] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.437448] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.437598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.437706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.437926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.438151] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.438278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.438572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.438572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.438716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.438776] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.439739] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-603bf5b3-8f43-4532-944d-1a216bdb7ce3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.439896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-603bf5b3-8f43-4532-944d-1a216bdb7ce3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.440014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-603bf5b3-8f43-4532-944d-1a216bdb7ce3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.440206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-603bf5b3-8f43-4532-944d-1a216bdb7ce3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.440314] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('603bf5b3-8f43-4532-944d-1a216bdb7ce3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.683246] env[65677]: INFO networking_nsxv3.common.synchronization [req-bb120fc4-ee61-475b-aeb5-e58c3628d77c req-46a5f408-5b0c-4f90-8524-544d3559edaf tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 873.684329] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 873.684790] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.685067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.685218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.685487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.685644] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.685838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.685951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.686172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.686292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.686410] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.713608] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.715215] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.886630] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.942665] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 603bf5b3-8f43-4532-944d-1a216bdb7ce3 with status ACTIVE [ 873.942939] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.943119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.943177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.943403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.943496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.943669] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.943765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.943842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.943988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.944061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.944278] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.944375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.944448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.944620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.944697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.944781] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 603bf5b3-8f43-4532-944d-1a216bdb7ce3 is going to be updated. [ 873.945993] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.947524] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.947626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.972097] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.972303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.972387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.972602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.972777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.972906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-603bf5b3-8f43-4532-944d-1a216bdb7ce3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.016098] env[65677]: INFO networking_nsxv3.common.synchronization [req-bb120fc4-ee61-475b-aeb5-e58c3628d77c req-a8dd8b26-2f66-4e9e-9af2-3c9fda9494c0 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 874.016098] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGHEST for action security_group_members [ 874.016098] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.016098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.025604] env[65677]: INFO networking_nsxv3.common.synchronization [req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 req-e2c72ccf-a2fa-4002-8854-3df77feb3719 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 874.025778] env[65677]: INFO networking_nsxv3.common.synchronization [req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 req-e2c72ccf-a2fa-4002-8854-3df77feb3719 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 874.025961] env[65677]: INFO networking_nsxv3.common.synchronization [req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 req-e2c72ccf-a2fa-4002-8854-3df77feb3719 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 250e1307-e189-415e-8d51-a645eb503b08 with Priority: HIGHEST for action security_group_members [ 874.026486] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 874.026634] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGHEST for action security_group_members [ 874.027040] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250e1307-e189-415e-8d51-a645eb503b08 with Priority: HIGHEST for action security_group_members [ 874.027115] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.027216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.027461] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.027542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.027727] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-250e1307-e189-415e-8d51-a645eb503b08 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.027809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.090543] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 in Status: SUCCESS [ 874.091472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.094020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.094020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.094020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.094020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.094020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.094020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.094020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.094020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.094020] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.192559] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.217605] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.218991] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.389274] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.389458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.389535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.389770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.389896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.390029] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250e1307-e189-415e-8d51-a645eb503b08 is going to be updated. [ 874.427887] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.428141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.428267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.428584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.428825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.443596] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250e1307-e189-415e-8d51-a645eb503b08 in Status: IN_PROGRESS for 2s [ 874.449250] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.489387] env[65677]: INFO networking_nsxv3.common.synchronization [req-097624eb-35be-4a1b-86ec-128d66275624 req-de371a4e-3781-45f3-8a40-56fa66087029 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Enqueued Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_members [ 874.490244] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGHEST for action security_group_members [ 874.490650] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.490795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.490865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.491113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.491286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.491387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.491449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.491642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.491703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.491824] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.508542] env[65677]: INFO networking_nsxv3.common.synchronization [req-14ce8963-b056-40d9-b8bd-996939dfda7e req-9beeb090-d0fd-40b6-a641-96876008420d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 874.509171] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 874.512030] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.512030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.512030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.512030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.512313] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.512313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.512424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.512467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.512554] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.512648] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.598409] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.598619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.598697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.598906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.599093] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.599206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.599281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.599412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.599495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.599577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.599720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.599804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.599860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.599990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.600134] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.600216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.600273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.600402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.600483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.600560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.600646] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.696492] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.723704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.723704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.723704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.723704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.723704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.723704] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca is going to be updated. [ 874.725178] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.725490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.725652] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.725952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.726154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.726351] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 874.757972] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.758200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.758294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.758515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.758709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.760697] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.760835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.760906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.761155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.761350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.774261] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 874.775800] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: IN_PROGRESS for 2s [ 874.871413] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 in Status: SUCCESS [ 874.871719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.954390] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.954499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.955480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.955480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.955480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.955480] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 is going to be created. [ 874.983953] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.983953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.983953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.983953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.983953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.994830] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.995146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.995146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.995311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.995404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.995616] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.995851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.995851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.995978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.995978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.996081] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b728201-419e-41dd-b804-f47718da07ae is going to be updated. [ 874.998407] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 in Status: UNINITIALIZED for 2s [ 875.015516] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.015516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.015516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.015770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.015770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.015956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.016076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.016135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.016463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.016639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.016737] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 875.031457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.031457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.031457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.031457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.031457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.039412] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b728201-419e-41dd-b804-f47718da07ae in Status: IN_PROGRESS for 2s [ 875.047795] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.048052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.048139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.048483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.048686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.052329] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.052570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.052753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.053137] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.053421] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.053624] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.053779] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.054065] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.054175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.054427] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.054561] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.054705] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.054827] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.054960] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.055139] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.055300] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.064342] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 875.075908] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.075908] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.075908] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.075908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.075908] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-0306b676-b302-4320-b76a-806a76abc312 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.076403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-0306b676-b302-4320-b76a-806a76abc312" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.076403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-0306b676-b302-4320-b76a-806a76abc312" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.076505] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-0306b676-b302-4320-b76a-806a76abc312" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.076748] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0306b676-b302-4320-b76a-806a76abc312',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.104076] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341: rpc.has_security_group_logging(os_id): False [ 875.130381] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.130599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.130599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.130834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.130914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.131156] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.131261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.131325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.131495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.131551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.131718] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.131825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.131888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.132037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.132109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.132296] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.132389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.132449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.132584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.132658] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.132741] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 is going to be created. [ 875.202260] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.202260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.202260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.202443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.202579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.202712] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 875.247225] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.247466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.247574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.251024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.251024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.251024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.251024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.251703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.251703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.251703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.264223] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 875.268038] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 in Status: IN_PROGRESS for 2s [ 875.394788] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f55288b-5da3-4745-b53d-a478c37807ed in Status: SUCCESS [ 875.395107] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f55288b-5da3-4745-b53d-a478c37807ed deletion is rescheduled due to dependency. [ 875.395208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f55288b-5da3-4745-b53d-a478c37807ed" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.580253] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.580523] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.580659] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.580938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.581088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.581233] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 0306b676-b302-4320-b76a-806a76abc312 not found, creating... [ 875.581487] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.581630] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.581736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.581956] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.582092] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.582396] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.582584] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.582738] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.583077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.583333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.583487] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 0306b676-b302-4320-b76a-806a76abc312 is going to be created. [ 875.614668] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.615066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.615304] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.615895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.615995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.616334] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-0306b676-b302-4320-b76a-806a76abc312" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.409563] env[65677]: INFO networking_nsxv3.common.synchronization [req-14ce8963-b056-40d9-b8bd-996939dfda7e req-fad0eec5-7ac9-46f7-8ae3-be8a0c17d7d7 service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 876.409563] env[65677]: INFO networking_nsxv3.common.synchronization [req-14ce8963-b056-40d9-b8bd-996939dfda7e req-fad0eec5-7ac9-46f7-8ae3-be8a0c17d7d7 service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 876.409563] env[65677]: INFO networking_nsxv3.common.synchronization [req-14ce8963-b056-40d9-b8bd-996939dfda7e req-fad0eec5-7ac9-46f7-8ae3-be8a0c17d7d7 service nova] Enqueued Resource ID: 0306b676-b302-4320-b76a-806a76abc312 with Priority: HIGHEST for action port [ 876.409563] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 876.409563] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 876.409563] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0306b676-b302-4320-b76a-806a76abc312 with Priority: HIGHEST for action port [ 876.409563] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.409563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.409563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.410164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.410164] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.411027] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.412039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.412039] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0306b676-b302-4320-b76a-806a76abc312 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.412039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0306b676-b302-4320-b76a-806a76abc312" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.412039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0306b676-b302-4320-b76a-806a76abc312" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.412039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0306b676-b302-4320-b76a-806a76abc312" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.412039] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0306b676-b302-4320-b76a-806a76abc312',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.460393] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250e1307-e189-415e-8d51-a645eb503b08 in Status: SUCCESS [ 876.460393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.460648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.460906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.461161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.461319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.461400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.461595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.461698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.461864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.462068] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.463292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.463592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.464072] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.464522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.464644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.464934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.465131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.465405] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.789560] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: SUCCESS [ 876.789864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.790917] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 876.791117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.791351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.791636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.791868] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.792055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.792124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.792467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.792467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.792575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.792738] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.796047] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.796047] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.796047] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.796047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.796608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.796608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.796608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.796608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.796608] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.797799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.798041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.798190] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.799050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.799050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.799050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.799050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.799050] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.799642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.800357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.800357] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.800357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.800357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.800476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.800476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.800626] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.914711] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.914711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.919294] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0306b676-b302-4320-b76a-806a76abc312 with status ACTIVE [ 876.919294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.919294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.919294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.919294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.919294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.919294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.919585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.919585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.919806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.919946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.920277] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.920449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.921068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.921068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.921068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.921068] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0306b676-b302-4320-b76a-806a76abc312 is going to be updated. [ 876.950513] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.950513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.950513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.950709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.950789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.951405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0306b676-b302-4320-b76a-806a76abc312" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.967937] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('250e1307-e189-415e-8d51-a645eb503b08',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.970289] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.970289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.970289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.970289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.970289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.970289] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.970289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.970289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.970289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.970289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.970289] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250e1307-e189-415e-8d51-a645eb503b08 is going to be deleted. [ 877.013640] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 in Status: SUCCESS [ 877.014054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.015076] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.015732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.015732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.015732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.015958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.016159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.016288] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.018362] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.018541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.018627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.018833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.019042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.019081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.051530] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b728201-419e-41dd-b804-f47718da07ae in Status: SUCCESS [ 877.051711] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b728201-419e-41dd-b804-f47718da07ae deletion is rescheduled due to dependency. [ 877.052094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.076177] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 877.076177] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 deletion is rescheduled due to dependency. [ 877.076177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.076177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.076177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.076177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.076177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.076177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.076177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.076177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.076177] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.280565] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 877.281158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.281158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.281502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.281577] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.281669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.281719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.281910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.281982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.282102] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.283846] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 in Status: SUCCESS [ 877.284229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.298697] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.302857] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d87623-8606-4ba6-a983-cb414e53036f: rpc.has_security_group_logging(os_id): False [ 877.304095] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.304233] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.304301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.304525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.304615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.304807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.304912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.304972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.305306] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca is going to be updated. [ 877.309129] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.343218] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.343389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.343429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.343647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.344551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.344551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.344551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.344551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.344551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.344551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.344551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.344874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.344874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.344874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.344964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.345238] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.345331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.345391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.345532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.345605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.345689] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 877.368145] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.368295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.368359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.368571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.368713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.382024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: IN_PROGRESS for 2s [ 877.423176] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.423522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.423522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.423706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.423858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.458287] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 877.471510] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 250e1307-e189-415e-8d51-a645eb503b08: rpc.has_security_group_logging(os_id): False [ 877.500335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.500541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.500541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.500765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.500848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.501192] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.501192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.501337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.501378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.501532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.501532] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250e1307-e189-415e-8d51-a645eb503b08 is going to be created. [ 877.520838] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.535837] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/250e1307-e189-415e-8d51-a645eb503b08], does not exist path=[/infra/domains/default/groups/250e1307-e189-415e-8d51-a645eb503b08]."\n}' [ 877.536014] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250e1307-e189-415e-8d51-a645eb503b08 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/250e1307-e189-415e-8d51-a645eb503b08 [ 877.536099] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 877.578973] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.592185] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.592355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.592395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.592629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.593883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.594868] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.594991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.595070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.595661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.595661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.595661] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.595661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.595855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.595855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.595920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.595963] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250e1307-e189-415e-8d51-a645eb503b08 is going to be created. [ 877.615472] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/250e1307-e189-415e-8d51-a645eb503b08], does not exist path=[/infra/domains/default/groups/250e1307-e189-415e-8d51-a645eb503b08]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/250e1307-e189-415e-8d51-a645eb503b08 [ 877.615675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250e1307-e189-415e-8d51-a645eb503b08" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.616629] env[65677]: Traceback (most recent call last): [ 877.616629] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 877.616629] env[65677]: return func(*args, **kwargs) [ 877.616629] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 877.616629] env[65677]: res.raise_for_status() [ 877.616629] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 877.616629] env[65677]: raise HTTPError(http_error_msg, response=self) [ 877.616629] env[65677]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/250e1307-e189-415e-8d51-a645eb503b08 [ 877.616629] env[65677]: During handling of the above exception, another exception occurred: [ 877.616629] env[65677]: Traceback (most recent call last): [ 877.616629] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 877.616629] env[65677]: listener.cb(fileno) [ 877.616629] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 877.616629] env[65677]: result = function(*args, **kwargs) [ 877.616629] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 877.616629] env[65677]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 877.616629] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 877.616629] env[65677]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 877.616629] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 877.616629] env[65677]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 877.616629] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 877.616629] env[65677]: res.raise_for_status() [ 877.616629] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 877.616629] env[65677]: raise HTTPError(http_error_msg, response=self) [ 877.616629] env[65677]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/250e1307-e189-415e-8d51-a645eb503b08 [ 877.616629] env[65677]: Removing descriptor: 57 [ 877.786742] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.786742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.787046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.787097] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.801248] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eddf601c-94d9-4b6e-a9c0-f5ce26e983ca: rpc.has_security_group_logging(os_id): False [ 877.816493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.816493] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.816493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.816493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.816493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.816493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.816493] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be updated. [ 877.817745] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.821900] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.822393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.822393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.822560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.849277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.849690] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.849903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.849962] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.850266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.850381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.850507] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca is going to be updated. [ 877.863374] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.863579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.863662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.863931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.864129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.875380] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: IN_PROGRESS for 2s [ 877.919266] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.919441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.919514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.919740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.919888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.948150] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: IN_PROGRESS for 2s [ 878.024059] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e89f50e5-fbc4-4f8b-acf8-ff81e6019682: rpc.has_security_group_logging(os_id): False [ 878.048735] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.048735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.048735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.048735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.048735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.048735] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.048735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.048735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.049018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.049018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.050193] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 is going to be created. [ 878.083204] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.145591] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.145744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.145838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.146114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.146325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.170874] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 in Status: IN_PROGRESS for 2s [ 878.320826] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.321023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.321077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.321309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.321398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.321700] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 878.374703] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.375311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.375311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.375431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.375672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.390455] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 878.588640] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.589015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.589015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.589389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.590380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.591254] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 878.632284] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.632284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.632284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.632284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.632284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.642772] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 879.393742] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: SUCCESS [ 879.394029] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca deletion is rescheduled due to dependency. [ 879.394121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.480822] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 879.481367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.481596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.481851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.482069] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.885204] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80a80be-a420-4cd5-8d5d-c28367d511df in Status: SUCCESS [ 879.885504] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df deletion is rescheduled due to dependency. [ 879.885504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.961876] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca in Status: SUCCESS [ 879.962171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.983838] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.984022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.192271] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 in Status: SUCCESS [ 880.192583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.406064] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 880.406288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.406784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.407039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.407293] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.407386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.407386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.407868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.407868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.407868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.407868] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.653776] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 880.653934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.655902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.655902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.655902] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.655902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.655902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.655902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.655902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.655902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.655902] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.910852] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.910852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.910852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.911176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.911224] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.911435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.911435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.911696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.911818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.911930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.912114] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.912221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.912284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.912425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.912626] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.912727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.912788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.913207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.913253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.913343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.913502] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.158017] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.158479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.158720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.159116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.159352] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.159469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.159535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.159755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.160670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.160670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.160670] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.160670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.160670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.160670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.160670] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.160670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.161052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.161052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.161052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.161052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.161196] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.410375] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 881.410470] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 881.417174] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d87623-8606-4ba6-a983-cb414e53036f: rpc.has_security_group_logging(os_id): False [ 881.442213] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.442423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.442529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.442848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.470837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.471598] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.474024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.474024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.474024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.474024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 881.557367] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.562239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.562239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.562239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.562239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.645211] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 881.666889] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0: rpc.has_security_group_logging(os_id): False [ 881.695906] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.696453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.696574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.696944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.743693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.743995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.744238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.744370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.744912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.744912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.745140] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.745302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.745399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.745771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.745771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.746361] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.746527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.746601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.746890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.746999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.747118] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 881.839893] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.840148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.840251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.840498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.840719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.865972] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 883.663623] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 883.664215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.833901] env[65677]: INFO networking_nsxv3.common.synchronization [None req-eedb670f-6565-4570-bb7e-7d1c03a7ba28 None None] Enqueued Resource ID: 13b0594c-5edd-410a-8b71-e57e082ceeb0 with Priority: HIGHEST for action port [ 883.834193] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0594c-5edd-410a-8b71-e57e082ceeb0 with Priority: HIGHEST for action port [ 883.834471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b0594c-5edd-410a-8b71-e57e082ceeb0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.834592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b0594c-5edd-410a-8b71-e57e082ceeb0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.834662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b0594c-5edd-410a-8b71-e57e082ceeb0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.835088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b0594c-5edd-410a-8b71-e57e082ceeb0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.835148] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b0594c-5edd-410a-8b71-e57e082ceeb0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.885418] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 883.885754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.337756] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13b0594c-5edd-410a-8b71-e57e082ceeb0 [ 884.338211] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.340970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.340970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.340970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.340970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.340970] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13b0594c-5edd-410a-8b71-e57e082ceeb0 already deleted. [ 884.340970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b0594c-5edd-410a-8b71-e57e082ceeb0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.473281] env[65677]: INFO networking_nsxv3.common.synchronization [req-be6af03a-f949-49fb-a6b8-cfa80fc2f23a req-ffe7bf8b-d0a9-4285-89c9-62abf4922111 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 with Priority: HIGHEST for action security_group_members [ 885.473883] env[65677]: INFO networking_nsxv3.common.synchronization [req-be6af03a-f949-49fb-a6b8-cfa80fc2f23a req-ffe7bf8b-d0a9-4285-89c9-62abf4922111 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 885.474391] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 with Priority: HIGHEST for action security_group_members [ 885.474731] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 885.478119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.478277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.478367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.478618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.479094] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.479094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.479094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.479094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.479628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.479628] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.480805] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.480906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.480906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.481194] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.481693] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.481693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.481693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.481693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.481693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.481693] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.544053] env[65677]: INFO networking_nsxv3.common.synchronization [req-be6af03a-f949-49fb-a6b8-cfa80fc2f23a req-ffe7bf8b-d0a9-4285-89c9-62abf4922111 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_rules [ 885.544313] env[65677]: INFO networking_nsxv3.common.synchronization [req-be6af03a-f949-49fb-a6b8-cfa80fc2f23a req-ffe7bf8b-d0a9-4285-89c9-62abf4922111 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 885.544453] env[65677]: INFO networking_nsxv3.common.synchronization [req-be6af03a-f949-49fb-a6b8-cfa80fc2f23a req-ffe7bf8b-d0a9-4285-89c9-62abf4922111 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 with Priority: HIGHEST for action security_group_rules [ 885.544706] env[65677]: INFO networking_nsxv3.common.synchronization [req-be6af03a-f949-49fb-a6b8-cfa80fc2f23a req-ffe7bf8b-d0a9-4285-89c9-62abf4922111 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 with Priority: HIGHEST for action security_group_members [ 885.544783] env[65677]: INFO networking_nsxv3.common.synchronization [req-be6af03a-f949-49fb-a6b8-cfa80fc2f23a req-ffe7bf8b-d0a9-4285-89c9-62abf4922111 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with Priority: HIGHEST for action port [ 885.546001] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_rules [ 885.546218] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 with Priority: HIGHEST for action security_group_rules [ 885.546360] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with Priority: HIGHEST for action port [ 885.546477] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 885.546589] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 with Priority: HIGHEST for action security_group_members [ 885.548604] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.549302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.549433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.550388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.550904] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.555321] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.555321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.555321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.555321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.555321] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.555321] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.555321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.555321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.555321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.555321] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259a7d3d-5ded-48b2-acb0-bcd70ecae2bd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.557581] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.557581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.557821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.557821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.666614] env[65677]: INFO networking_nsxv3.common.synchronization [None req-465366d1-6d92-4a63-a3b0-db88a6057bae tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Enqueued Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_rules [ 885.667374] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_rules [ 885.668323] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f032f550-4c03-4748-9536-c231775b6170 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.669034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.669034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.669034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.669179] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.987215] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.989751] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.994375] env[65677]: INFO networking_nsxv3.common.synchronization [None req-1810b46d-550f-4186-a0e1-22debb8e575f tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Enqueued Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_rules [ 885.996401] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_rules [ 885.996914] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f032f550-4c03-4748-9536-c231775b6170 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.997167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.060437] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.060678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.061992] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with status ACTIVE [ 886.061992] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.061992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.061992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.061992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.063067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.063067] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.063067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.063067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.063718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.063718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.064022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.064529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.064529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.064593] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.064710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.064897] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd is going to be updated. [ 886.067810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.068191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.101162] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.101162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.101162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.101162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.101162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.101162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.198266] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.198455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.198525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.198750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.198843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.198944] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f032f550-4c03-4748-9536-c231775b6170 already deleted. [ 886.199046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.199602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.199818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.199957] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.498105] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.499217] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.751296] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.751547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.751662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.751992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.752348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.752663] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f032f550-4c03-4748-9536-c231775b6170 already deleted. [ 886.752663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.894139] env[65677]: INFO networking_nsxv3.common.synchronization [req-93b92d52-b2c4-44cd-95ff-d6c5adc1cfd8 req-8c323b26-f14a-465e-b3dd-b71d366fa95c tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 with Priority: HIGHEST for action security_group_members [ 886.894334] env[65677]: INFO networking_nsxv3.common.synchronization [req-93b92d52-b2c4-44cd-95ff-d6c5adc1cfd8 req-8c323b26-f14a-465e-b3dd-b71d366fa95c tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 886.895223] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 with Priority: HIGHEST for action security_group_members [ 886.895410] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 886.896064] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.896064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.896348] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.896520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.946163] env[65677]: INFO networking_nsxv3.common.synchronization [req-93b92d52-b2c4-44cd-95ff-d6c5adc1cfd8 req-8c323b26-f14a-465e-b3dd-b71d366fa95c tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_rules [ 886.947687] env[65677]: INFO networking_nsxv3.common.synchronization [req-93b92d52-b2c4-44cd-95ff-d6c5adc1cfd8 req-8c323b26-f14a-465e-b3dd-b71d366fa95c tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 886.947687] env[65677]: INFO networking_nsxv3.common.synchronization [req-93b92d52-b2c4-44cd-95ff-d6c5adc1cfd8 req-8c323b26-f14a-465e-b3dd-b71d366fa95c tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with Priority: HIGHEST for action port [ 886.947687] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_rules [ 886.947687] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 886.947687] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with Priority: HIGHEST for action port [ 886.947687] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.947687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.947979] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.947979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.948194] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.948271] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.948333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.948536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.948612] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259a7d3d-5ded-48b2-acb0-bcd70ecae2bd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.004908] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.004908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.004908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.004908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.004908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.004908] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 is going to be created. [ 887.005904] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.006183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.006183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.006394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.006533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.006679] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be updated. [ 887.050051] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.050051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.050051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.050051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.050051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.050051] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.050051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.050051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.050051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.050051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.062370] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: IN_PROGRESS for 2s [ 887.063247] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 in Status: UNINITIALIZED for 2s [ 887.226032] env[65677]: INFO networking_nsxv3.common.synchronization [None req-2f0f9c96-50e2-4bf5-9d8f-f13b09200347 None None] Enqueued Resource ID: 62892786-dbca-46ae-86d5-63cc47a02953 with Priority: HIGHEST for action port [ 887.226828] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62892786-dbca-46ae-86d5-63cc47a02953 with Priority: HIGHEST for action port [ 887.233667] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-62892786-dbca-46ae-86d5-63cc47a02953 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.233667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62892786-dbca-46ae-86d5-63cc47a02953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.233667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62892786-dbca-46ae-86d5-63cc47a02953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.233667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62892786-dbca-46ae-86d5-63cc47a02953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.233667] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62892786-dbca-46ae-86d5-63cc47a02953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.333471] env[65677]: INFO networking_nsxv3.common.synchronization [req-3351b7c7-e9fb-4775-8866-6959e363b0a6 req-9308fcf7-b5ce-4f30-a326-60e69acb177e tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 887.333937] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 887.334666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.334842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.334896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.335517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.335617] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.335749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.335792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.336150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.336150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.336150] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.451171] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd with status ACTIVE [ 887.451521] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.451662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.451728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.451972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.452142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.452270] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.452377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.452438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.452770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.452770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.452934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.453051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.453051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.453190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.453310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.453474] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd is going to be updated. [ 887.483579] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.483579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.483579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.483579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.483579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.484601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.737355] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62892786-dbca-46ae-86d5-63cc47a02953 [ 887.737701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.738230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.738230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.738230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.738230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.738417] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62892786-dbca-46ae-86d5-63cc47a02953 already deleted. [ 887.738417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62892786-dbca-46ae-86d5-63cc47a02953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.838410] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.838606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.838606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.838870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.869330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.869330] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.869330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.869330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.869330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.869330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.869675] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 887.910019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.910019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.910019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.910019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.910019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.914865] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.915443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.915715] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.916120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.916605] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.916960] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.917234] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.917606] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.917890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.918279] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.918530] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.919365] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.919365] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.919365] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.919365] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.919365] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.925460] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 887.943884] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.944203] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.944293] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.944436] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.944892] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.945186] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.945327] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.945681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.945825] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.448564] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.449180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.449405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.449856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.450077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.450349] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca not found, creating... [ 888.450796] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.452143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.452143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.452143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.452143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.452816] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.453221] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.453497] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.453920] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.454230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.454546] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca is going to be created. [ 888.478945] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.479234] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.479391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.479812] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.480116] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.480476] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.080885] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 889.081254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.081431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.082031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.082031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.082031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.082031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.082242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.082317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.083193] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.094465] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 in Status: SUCCESS [ 889.094465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.094465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.094465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.094465] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.094465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.094465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.094465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.094465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.094465] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.314527] env[65677]: INFO networking_nsxv3.common.synchronization [req-3351b7c7-e9fb-4775-8866-6959e363b0a6 req-13834ded-c618-432b-af3e-2d8678e7ef2d service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 889.314527] env[65677]: INFO networking_nsxv3.common.synchronization [req-3351b7c7-e9fb-4775-8866-6959e363b0a6 req-13834ded-c618-432b-af3e-2d8678e7ef2d service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 889.315081] env[65677]: INFO networking_nsxv3.common.synchronization [req-3351b7c7-e9fb-4775-8866-6959e363b0a6 req-13834ded-c618-432b-af3e-2d8678e7ef2d service nova] Enqueued Resource ID: a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca with Priority: HIGHEST for action port [ 889.315320] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 889.315351] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 889.315449] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca with Priority: HIGHEST for action port [ 889.315727] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.315851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.315919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.319242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.320246] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.321428] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.321428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.321607] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.321714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.321778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.321975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.322102] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.592479] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.593104] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.593104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.593104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.593340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.593490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.593735] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.593882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.593974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.594950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.595108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.595275] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 is going to be deleted. [ 889.642497] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.642646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.642646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.643398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.643398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.643398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.643571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.643716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.643897] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.644016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.644079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.644222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.644297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.644390] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.825427] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.825657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.827123] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca with status ACTIVE [ 889.827356] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.827500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.827567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.827792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.829648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.829648] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.829648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.829648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.829648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.829648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.829648] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.829648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.829648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.829648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.830233] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.830233] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca is going to be updated. [ 889.858124] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.858124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.858363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.858616] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.858836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.859077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.938888] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 889.939105] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac deletion is rescheduled due to dependency. [ 889.939281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.939497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.939743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.940157] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.940372] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.940506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.940785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.940948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.941265] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.996151] env[65677]: INFO networking_nsxv3.common.synchronization [req-c165850e-8039-4757-9dad-cca9daf0d1c6 req-edf3be86-6dc5-4356-983f-944d0cd69caf tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 889.997035] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 889.997360] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.997486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.997547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.997949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.997949] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.998079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.998079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.998182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.998268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.998364] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.098692] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.148719] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.148871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.149436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.149436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.149436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.149566] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.149664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.149722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.149882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.149956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.150055] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 already deleted. [ 890.150134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.150320] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.153188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.153441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.154027] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.154540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.154600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.154769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.154895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.154950] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.443989] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.458423] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.458565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.458696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.459020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.459317] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.459486] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.459603] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.459848] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.459993] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.460401] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.460581] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.460698] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.460826] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.460954] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.461166] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.461320] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.486875] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.487065] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.487238] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.487364] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.487715] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-c832ab0d-0d42-47a3-b502-ebbde6d1a854 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.487938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-c832ab0d-0d42-47a3-b502-ebbde6d1a854" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.488046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-c832ab0d-0d42-47a3-b502-ebbde6d1a854" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.488472] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-c832ab0d-0d42-47a3-b502-ebbde6d1a854" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.489251] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c832ab0d-0d42-47a3-b502-ebbde6d1a854',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.500972] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.501159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.501238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.501481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.501610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.502342] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.502647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.502732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.502939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.503350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.503350] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be deleted. [ 890.535297] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.535493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.535576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.535849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.535997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.536137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.602067] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.602298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.602298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.602591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.603124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.603220] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be updated. [ 890.636089] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.636291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.636291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.638400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.638400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.658367] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de4c3fef-1c58-43b4-8026-7e5fc21a3bb3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.659746] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.660033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.660204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.660433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.660540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.660754] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.660862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.661056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.661105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.661191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.661274] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 already deleted. [ 890.661351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.667039] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: IN_PROGRESS for 2s [ 890.946807] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.992833] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.993167] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.993545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.993944] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.994157] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.994427] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port c832ab0d-0d42-47a3-b502-ebbde6d1a854 not found, creating... [ 890.994798] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.995104] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.995266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.995571] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.995799] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.996238] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.996433] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.996566] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.996806] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.996993] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.997181] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: c832ab0d-0d42-47a3-b502-ebbde6d1a854 is going to be created. [ 891.021999] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.022319] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.022467] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.022798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.023099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.023375] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-c832ab0d-0d42-47a3-b502-ebbde6d1a854" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.162414] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de4c3fef-1c58-43b4-8026-7e5fc21a3bb3: rpc.has_security_group_logging(os_id): False [ 891.187763] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.188027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.188151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.188520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.188677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.189086] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.189273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.189409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.189711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.189867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.190051] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 is going to be created. [ 891.215878] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/de4c3fef-1c58-43b4-8026-7e5fc21a3bb3], does not exist path=[/infra/domains/default/groups/de4c3fef-1c58-43b4-8026-7e5fc21a3bb3]."\n}' [ 891.216086] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 [ 891.216190] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 891.269514] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.269766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.269766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.270162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.270956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.271302] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.271470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.271538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.272591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.272591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.272591] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.272591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.272591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.272591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.272591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.272591] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 is going to be created. [ 891.295017] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/de4c3fef-1c58-43b4-8026-7e5fc21a3bb3], does not exist path=[/infra/domains/default/groups/de4c3fef-1c58-43b4-8026-7e5fc21a3bb3]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 [ 891.295017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de4c3fef-1c58-43b4-8026-7e5fc21a3bb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.295017] env[65677]: Traceback (most recent call last): [ 891.295017] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 891.295017] env[65677]: return func(*args, **kwargs) [ 891.295017] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 891.295017] env[65677]: res.raise_for_status() [ 891.295017] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 891.295017] env[65677]: raise HTTPError(http_error_msg, response=self) [ 891.295017] env[65677]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 [ 891.295017] env[65677]: During handling of the above exception, another exception occurred: [ 891.295017] env[65677]: Traceback (most recent call last): [ 891.295017] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 891.295017] env[65677]: listener.cb(fileno) [ 891.295017] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 891.295017] env[65677]: result = function(*args, **kwargs) [ 891.295017] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 891.295017] env[65677]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 891.295017] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 891.295017] env[65677]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 891.295017] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 891.295017] env[65677]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 891.295017] env[65677]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 891.295017] env[65677]: res.raise_for_status() [ 891.295017] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 891.295017] env[65677]: raise HTTPError(http_error_msg, response=self) [ 891.295017] env[65677]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/de4c3fef-1c58-43b4-8026-7e5fc21a3bb3 [ 891.296024] env[65677]: Removing descriptor: 58 [ 891.450404] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.450652] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.450768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.451053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.451200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.451308] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 891.484827] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.485216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.485216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.485353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.485398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.495631] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 891.760544] env[65677]: INFO networking_nsxv3.common.synchronization [req-c165850e-8039-4757-9dad-cca9daf0d1c6 req-530b2bb9-e9d7-4607-a4f5-f2f999fc15ed service nova] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_rules [ 891.761058] env[65677]: INFO networking_nsxv3.common.synchronization [req-c165850e-8039-4757-9dad-cca9daf0d1c6 req-530b2bb9-e9d7-4607-a4f5-f2f999fc15ed service nova] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 891.761058] env[65677]: INFO networking_nsxv3.common.synchronization [req-c165850e-8039-4757-9dad-cca9daf0d1c6 req-530b2bb9-e9d7-4607-a4f5-f2f999fc15ed service nova] Enqueued Resource ID: c832ab0d-0d42-47a3-b502-ebbde6d1a854 with Priority: HIGHEST for action port [ 891.761449] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_rules [ 891.761584] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 891.761676] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c832ab0d-0d42-47a3-b502-ebbde6d1a854 with Priority: HIGHEST for action port [ 891.761966] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.766432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.766432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.766841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.766841] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.768701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.768807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.768842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.769043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.769367] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.769474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.769875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.769875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.769875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.770029] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.770844] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c832ab0d-0d42-47a3-b502-ebbde6d1a854 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.770948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c832ab0d-0d42-47a3-b502-ebbde6d1a854" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.771090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c832ab0d-0d42-47a3-b502-ebbde6d1a854" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.771218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c832ab0d-0d42-47a3-b502-ebbde6d1a854" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.771287] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c832ab0d-0d42-47a3-b502-ebbde6d1a854',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.273920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.274382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.274382] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.275717] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c832ab0d-0d42-47a3-b502-ebbde6d1a854 with status ACTIVE [ 892.277124] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.277124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.277124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.277124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.277124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.277124] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.277124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.277124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.277124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.277815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.277815] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.278489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.278583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.278922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.278922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.278922] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c832ab0d-0d42-47a3-b502-ebbde6d1a854 is going to be updated. [ 892.302202] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.302404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.302547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.302781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.302920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.303243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c832ab0d-0d42-47a3-b502-ebbde6d1a854" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.679534] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 892.679773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.679945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.680229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.680436] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.680558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.680625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.680812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.680902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.680986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.681102] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.682037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.682229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.682407] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.682522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.682587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.682728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.682803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.682890] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.780893] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.185223] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.185371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.185579] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.285352] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.285352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.285352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.285711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.285711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.285711] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be created. [ 893.315446] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.315446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.315446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.317284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.317284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.346271] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: UNINITIALIZED for 2s [ 893.509152] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 893.509689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.510022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.510407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.510765] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.510994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.511207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.511497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.511714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.511845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.512317] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.689751] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.014570] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.015512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.015621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.015858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.016146] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.016330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.016402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.016636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.016680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.016791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.016989] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.017154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.017234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.017392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.017544] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.017633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.017694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.017829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.017939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.018075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.018210] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.193113] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.193325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.193407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.193634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.193898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.193898] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be updated. [ 894.246224] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.246712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.246826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.247180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.247355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.259360] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: IN_PROGRESS for 2s [ 894.523279] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5473d55-b277-41ec-bcd2-6744a152d8ac: rpc.has_security_group_logging(os_id): False [ 894.546758] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.546918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.546972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.547426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.573369] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.573369] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.573369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.573949] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.573949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.573949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.573949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.573949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.575058] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 894.645583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.649125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.649125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.649125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.649125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.665948] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 894.907678] env[65677]: INFO networking_nsxv3.common.synchronization [req-c165850e-8039-4757-9dad-cca9daf0d1c6 req-3894da9b-d5ca-4e36-a6b4-ce9bdcc5828f tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 894.908303] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 894.908617] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.908715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.296244] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.296244] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.296405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.296635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.296850] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.297125] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.297926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.297926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.297926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.297926] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.297926] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.298149] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.298149] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.298244] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.298340] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.298515] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.400062] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 895.400274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.400460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.400875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.400999] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.401064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.401110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.401287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.401373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.401457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.401558] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.404080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.404718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.404934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.405824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.405824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.405824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.405824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.405824] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.413838] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.414286] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.116 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.414581] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.414890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-555" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.415434] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-bb2adf49-011c-4f62-adfd-bca6292b90e4 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.415702] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-bb2adf49-011c-4f62-adfd-bca6292b90e4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.415964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-bb2adf49-011c-4f62-adfd-bca6292b90e4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.417041] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-bb2adf49-011c-4f62-adfd-bca6292b90e4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.417041] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2adf49-011c-4f62-adfd-bca6292b90e4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.904724] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.905223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.907400] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.919499] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.919818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.920031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.920683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.920683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.920825] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port bb2adf49-011c-4f62-adfd-bca6292b90e4 not found, creating... [ 895.921195] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.921415] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.921630] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.921952] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.922416] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.922849] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.923160] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.923288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.923912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.923912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.924448] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: bb2adf49-011c-4f62-adfd-bca6292b90e4 is going to be created. [ 895.946681] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.946983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.947112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.947401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.947635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.947869] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-bb2adf49-011c-4f62-adfd-bca6292b90e4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.270577] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 896.270894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.271153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.271443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.271701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.271877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.271958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.272171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.272277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.272410] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.410082] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.588673] env[65677]: INFO networking_nsxv3.common.synchronization [req-c165850e-8039-4757-9dad-cca9daf0d1c6 req-9ffe4078-bc0d-40c4-9ead-bdd4cf8e1257 service nova] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_rules [ 896.588886] env[65677]: INFO networking_nsxv3.common.synchronization [req-c165850e-8039-4757-9dad-cca9daf0d1c6 req-9ffe4078-bc0d-40c4-9ead-bdd4cf8e1257 service nova] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 896.589083] env[65677]: INFO networking_nsxv3.common.synchronization [req-c165850e-8039-4757-9dad-cca9daf0d1c6 req-9ffe4078-bc0d-40c4-9ead-bdd4cf8e1257 service nova] Enqueued Resource ID: bb2adf49-011c-4f62-adfd-bca6292b90e4 with Priority: HIGHEST for action port [ 896.590045] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_rules [ 896.590258] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 896.590370] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2adf49-011c-4f62-adfd-bca6292b90e4 with Priority: HIGHEST for action port [ 896.591444] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.591625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.591785] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.591874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.592068] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb2adf49-011c-4f62-adfd-bca6292b90e4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.592175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb2adf49-011c-4f62-adfd-bca6292b90e4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.592289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb2adf49-011c-4f62-adfd-bca6292b90e4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.592456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb2adf49-011c-4f62-adfd-bca6292b90e4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.592556] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2adf49-011c-4f62-adfd-bca6292b90e4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.682018] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 896.682018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.771365] env[65677]: INFO networking_nsxv3.common.synchronization [None req-66ddd0f1-dd97-4b5a-89a0-3f0cb7f0d36b None None] Enqueued Resource ID: 2c489edf-b122-47d3-80bb-2011fe246cda with Priority: HIGHEST for action port [ 896.771365] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c489edf-b122-47d3-80bb-2011fe246cda with Priority: HIGHEST for action port [ 896.772358] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c489edf-b122-47d3-80bb-2011fe246cda taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.772657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c489edf-b122-47d3-80bb-2011fe246cda" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.772657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c489edf-b122-47d3-80bb-2011fe246cda" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.776381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c489edf-b122-47d3-80bb-2011fe246cda" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.776381] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c489edf-b122-47d3-80bb-2011fe246cda',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.777949] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.913277] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.913277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.913277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.913541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.913624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.913724] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 896.947937] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.948432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.948552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.948804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.948971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.960941] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 897.094776] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb2adf49-011c-4f62-adfd-bca6292b90e4 with status ACTIVE [ 897.095217] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.095489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.095606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.096051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.096233] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.096999] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.096999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.096999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.096999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.096999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.097189] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.097428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.097428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.098729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.098729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.098729] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb2adf49-011c-4f62-adfd-bca6292b90e4 is going to be updated. [ 897.142997] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.143227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.143287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.143556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.143620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.143763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb2adf49-011c-4f62-adfd-bca6292b90e4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.279678] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c489edf-b122-47d3-80bb-2011fe246cda [ 897.286858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.286858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.286858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.286858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.286858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.286858] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c489edf-b122-47d3-80bb-2011fe246cda already deleted. [ 897.286858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c489edf-b122-47d3-80bb-2011fe246cda" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.286858] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.717301] env[65677]: INFO networking_nsxv3.common.synchronization [req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab req-0308bac0-c11a-4e62-9e87-89f06fd08ff2 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Enqueued Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 897.717301] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 897.717301] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.717301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.717301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.717728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.718068] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.718304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.718459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.718698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.718872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.719616] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.792234] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.792371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.792371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.792612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.792808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.792808] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be updated. [ 897.825960] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.826150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.826222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.826441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.826606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.836033] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: IN_PROGRESS for 2s [ 898.164022] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.164295] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.164351] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.164608] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.165633] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.165843] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.165990] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.166264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.166438] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.166678] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.166809] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.167032] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.167179] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.167335] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.167468] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.167625] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.189100] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.190053] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.190053] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.190053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-174" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.190053] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-d01914d3-b02c-429f-8372-14e4f3a4b5f6 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.192412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-d01914d3-b02c-429f-8372-14e4f3a4b5f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.192412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-d01914d3-b02c-429f-8372-14e4f3a4b5f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.192412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-d01914d3-b02c-429f-8372-14e4f3a4b5f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.192412] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01914d3-b02c-429f-8372-14e4f3a4b5f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.224242] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.695688] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.695922] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.696064] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.696495] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.696495] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.696663] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port d01914d3-b02c-429f-8372-14e4f3a4b5f6 not found, creating... [ 898.696949] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.697149] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.697270] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.697525] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.697679] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.697986] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.698144] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.698263] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.698476] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.698611] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.698750] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: d01914d3-b02c-429f-8372-14e4f3a4b5f6 is going to be created. [ 898.718984] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.719218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.719338] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.719603] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.719816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.720081] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-d01914d3-b02c-429f-8372-14e4f3a4b5f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.724116] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.975620] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 898.975620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.975620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.975845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.976038] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.976154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.976215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.976810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.976810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.976810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.976810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.976810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.976810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.977152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.977697] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.977697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.977697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.977697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.977697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.977697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.977697] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.982256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.982467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.982645] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.982810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.982810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.983022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.983063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.984860] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.227276] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.227623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.227623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.227690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.227925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.228026] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd is going to be updated. [ 899.262370] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.262516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.262621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.263088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.263315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.275727] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: IN_PROGRESS for 2s [ 899.335478] env[65677]: INFO networking_nsxv3.common.synchronization [None req-70431ded-9c38-4eaf-9487-ba991abfdad0 None None] Enqueued Resource ID: ed140389-fe76-42a5-bd5c-db0dbe429262 with Priority: HIGHEST for action port [ 899.336762] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed140389-fe76-42a5-bd5c-db0dbe429262 with Priority: HIGHEST for action port [ 899.337328] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed140389-fe76-42a5-bd5c-db0dbe429262 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.337545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed140389-fe76-42a5-bd5c-db0dbe429262" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.337662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed140389-fe76-42a5-bd5c-db0dbe429262" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.338060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed140389-fe76-42a5-bd5c-db0dbe429262" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.338204] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed140389-fe76-42a5-bd5c-db0dbe429262',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.471777] env[65677]: INFO networking_nsxv3.common.synchronization [req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab req-c74cda3e-f182-481d-a346-0cdd88a14030 service nova] Enqueued Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_rules [ 899.471906] env[65677]: INFO networking_nsxv3.common.synchronization [req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab req-c74cda3e-f182-481d-a346-0cdd88a14030 service nova] Enqueued Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 899.471982] env[65677]: INFO networking_nsxv3.common.synchronization [req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab req-c74cda3e-f182-481d-a346-0cdd88a14030 service nova] Enqueued Resource ID: d01914d3-b02c-429f-8372-14e4f3a4b5f6 with Priority: HIGHEST for action port [ 899.472573] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_rules [ 899.472913] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 899.472913] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01914d3-b02c-429f-8372-14e4f3a4b5f6 with Priority: HIGHEST for action port [ 899.473199] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.473199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.473439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.473476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.473559] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.474841] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.475019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.476293] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01914d3-b02c-429f-8372-14e4f3a4b5f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.476293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01914d3-b02c-429f-8372-14e4f3a4b5f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.476293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01914d3-b02c-429f-8372-14e4f3a4b5f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.476293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01914d3-b02c-429f-8372-14e4f3a4b5f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.476293] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01914d3-b02c-429f-8372-14e4f3a4b5f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.484884] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2f3007-c7d8-46af-a43f-34ebae69418f: rpc.has_security_group_logging(os_id): False [ 899.487622] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.507496] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.507496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.507496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.507496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.507496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.507496] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.507964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.507964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.507964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.507964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.508126] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.508126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.508204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.508329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.508404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.508596] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.508684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.508738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.508876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.508945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.509448] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be created. [ 899.586037] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.586219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.586268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.586559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.586667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.603400] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 899.840259] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed140389-fe76-42a5-bd5c-db0dbe429262 [ 899.840604] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.840712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.843735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.843735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.843735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.843735] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed140389-fe76-42a5-bd5c-db0dbe429262 already deleted. [ 899.843735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed140389-fe76-42a5-bd5c-db0dbe429262" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.849567] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 899.849800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.849968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.850220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.850431] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.850556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.850638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.850758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.850838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.850925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.851104] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.851217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.851466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.852875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.853099] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.853215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.853280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.858124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.858124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.858124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.858124] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.977530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.977697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.978941] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d01914d3-b02c-429f-8372-14e4f3a4b5f6 with status ACTIVE [ 899.978941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.978941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.978941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.978941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.978941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.978941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.978941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.978941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.979478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.979478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.979478] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.979478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.979478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.979636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.979636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.980046] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d01914d3-b02c-429f-8372-14e4f3a4b5f6 is going to be updated. [ 899.992650] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.004166] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.004350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.004394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.004603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.004742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.004926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01914d3-b02c-429f-8372-14e4f3a4b5f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.354451] env[65677]: INFO networking_nsxv3.common.synchronization [req-0d79d722-4502-4be7-ba1b-3d5a19f35588 req-68d10d5c-7420-41bf-be9f-1f7ae88b8839 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Enqueued Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_members [ 900.355478] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_members [ 900.356146] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc382f9-0504-4805-939b-ce7eed691a44 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.356254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.356318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.356762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.357385] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.357513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.357581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.357773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.357862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.357971] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.360976] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42369174-529e-4b28-9a31-19a6ad0d5f2f: rpc.has_security_group_logging(os_id): False [ 900.388890] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.389126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.389230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.389458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.411794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.412087] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.412222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.412299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.412513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.412598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.412806] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.412909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.412975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.413139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.413206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.413404] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.413505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.413539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.413681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.413756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.413838] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be updated. [ 900.494693] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.494693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.494693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.494693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.494693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.498493] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.498493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.498493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.498493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.498493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.498743] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 900.511111] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: IN_PROGRESS for 2s [ 900.551961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.551961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.551961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.551961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.551961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.560643] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 900.766191] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.766191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.766191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.766191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.766191] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.766191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.766191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.766552] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.766626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.766850] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.767042] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.767758] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.767758] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.767758] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.767758] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.767758] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.788175] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.788407] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.788509] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.788688] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-518" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.789842] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-48b915d8-32c1-4c59-99c7-844231690f1a taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.789842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-48b915d8-32c1-4c59-99c7-844231690f1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.789842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-48b915d8-32c1-4c59-99c7-844231690f1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.789842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-48b915d8-32c1-4c59-99c7-844231690f1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.790329] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48b915d8-32c1-4c59-99c7-844231690f1a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.861928] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.861928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.862170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.862418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.862587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.862908] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.863168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.863247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.863526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.863688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.863867] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc382f9-0504-4805-939b-ce7eed691a44 already deleted. [ 900.864129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.286268] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: SUCCESS [ 901.286268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.286672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.286672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.286827] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.286967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.287080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.287288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.287375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.287475] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.291862] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.292120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.292928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.292928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.292928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.293072] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 48b915d8-32c1-4c59-99c7-844231690f1a not found, creating... [ 901.293797] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.293905] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.293977] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.294938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.294938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.294938] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.294938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.294938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.295727] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.295727] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.295727] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 48b915d8-32c1-4c59-99c7-844231690f1a is going to be created. [ 901.338248] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.338995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.339213] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.339939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.340189] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.341479] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-48b915d8-32c1-4c59-99c7-844231690f1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.617082] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 901.617394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.617449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.617633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.617724] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.792021] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.123304] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.123304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.143158] env[65677]: INFO networking_nsxv3.common.synchronization [req-0d79d722-4502-4be7-ba1b-3d5a19f35588 req-063e92d4-4b93-4d1a-8ee7-f6bc72567cf7 service nova] Enqueued Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_rules [ 902.143389] env[65677]: INFO networking_nsxv3.common.synchronization [req-0d79d722-4502-4be7-ba1b-3d5a19f35588 req-063e92d4-4b93-4d1a-8ee7-f6bc72567cf7 service nova] Enqueued Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_members [ 902.143689] env[65677]: INFO networking_nsxv3.common.synchronization [req-0d79d722-4502-4be7-ba1b-3d5a19f35588 req-063e92d4-4b93-4d1a-8ee7-f6bc72567cf7 service nova] Enqueued Resource ID: 48b915d8-32c1-4c59-99c7-844231690f1a with Priority: HIGHEST for action port [ 902.144412] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_rules [ 902.144587] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_members [ 902.144823] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b915d8-32c1-4c59-99c7-844231690f1a with Priority: HIGHEST for action port [ 902.144973] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc382f9-0504-4805-939b-ce7eed691a44 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.145112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.145181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.145391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.145474] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.146836] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc382f9-0504-4805-939b-ce7eed691a44 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.146836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.146836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.146836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.147066] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.147122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.147182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.147334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.147480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.147537] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.148546] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-48b915d8-32c1-4c59-99c7-844231690f1a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.148656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48b915d8-32c1-4c59-99c7-844231690f1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.148656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48b915d8-32c1-4c59-99c7-844231690f1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.149483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48b915d8-32c1-4c59-99c7-844231690f1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.149483] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48b915d8-32c1-4c59-99c7-844231690f1a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.296121] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.530791] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 902.531128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.531315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.531680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.531806] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.575239] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 902.575762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.575762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.576035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.576501] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.576639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.577817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.577817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.577817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.577817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.577817] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.650632] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.651951] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc382f9-0504-4805-939b-ce7eed691a44 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.651951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.652947] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48b915d8-32c1-4c59-99c7-844231690f1a with status ACTIVE [ 902.653049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.653173] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.653250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.653451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.653677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.653869] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.654166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.654240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.656032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.656032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.656032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.656032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.656032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.656032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.656032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.656032] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48b915d8-32c1-4c59-99c7-844231690f1a is going to be updated. [ 902.691227] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.691484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.691484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.692252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.692252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.692252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48b915d8-32c1-4c59-99c7-844231690f1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.800156] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.800374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.800478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.800785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.800923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.801078] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd is going to be updated. [ 902.842264] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.843848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.843982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.844292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.845196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.857442] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: IN_PROGRESS for 2s [ 903.035931] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.035931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.035931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.035931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.036230] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.036230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.036230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.036376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.036435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.036517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.036610] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.079829] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.080024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.080113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.080330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.080496] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.080612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.080656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.080790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.080874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.080972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.081116] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.081212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.081274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.081944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.081944] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.081944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.081944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.081944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.081944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.081944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.082366] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.156356] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.541098] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.541416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.541526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.541849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.542243] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.542368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.542520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.542726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.542868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.543031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.543306] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.543453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.543555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.545288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545492] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.545608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.545676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.545864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.546074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.546176] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.584978] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2f3007-c7d8-46af-a43f-34ebae69418f: rpc.has_security_group_logging(os_id): False [ 903.610739] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.614021] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.614021] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.614021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.614661] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.614661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.614661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.614661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.614661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.614661] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 903.659258] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.659643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.659643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.659761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.660154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.660154] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc382f9-0504-4805-939b-ce7eed691a44 is going to be created. [ 903.685816] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.686086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.686220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.686548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.686784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.698841] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.698841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.698841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.699080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.699378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.702307] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 903.711506] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc382f9-0504-4805-939b-ce7eed691a44 in Status: UNINITIALIZED for 2s [ 904.051362] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42369174-529e-4b28-9a31-19a6ad0d5f2f: rpc.has_security_group_logging(os_id): False [ 904.072055] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.072352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.072557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.072801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.072942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.073167] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.073293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.073375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.073746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.073746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.073917] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.075541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.075541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.075541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.075541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.075541] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.075541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.075541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.076185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.076185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.076185] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be updated. [ 904.150414] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.151123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.151123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.151277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.152028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.172967] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: IN_PROGRESS for 2s [ 904.289894] env[65677]: INFO networking_nsxv3.common.synchronization [req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 req-19a4d09f-56d4-4daf-b910-ffecaf486361 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Enqueued Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 904.292674] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f with Priority: HIGHEST for action security_group_members [ 904.292674] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-42369174-529e-4b28-9a31-19a6ad0d5f2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.292674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.292976] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.293485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.293485] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.293648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.293648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.293935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.293993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.294253] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42369174-529e-4b28-9a31-19a6ad0d5f2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.797677] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.797677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.797677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.798040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.798040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.798741] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.798741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.798741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.798741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.798741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.798741] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f is going to be updated. [ 904.832912] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.833138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.833217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.833498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.833760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.844188] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: IN_PROGRESS for 2s [ 904.868460] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: SUCCESS [ 904.868460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.868645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.868796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.868997] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.869209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.869209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.869392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.869439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.869505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.869683] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.372811] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.372811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.372811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.373167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.373419] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.373592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.373732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.373931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.374086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.377646] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.377646] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.377646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.377646] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.735529] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc382f9-0504-4805-939b-ce7eed691a44 in Status: SUCCESS [ 905.735791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.736050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.736310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.736567] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.736722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.736810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.737042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.737268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.737268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.737345] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.741153] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 905.741397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.878858] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1443b25c-7d48-487d-ab3e-c508087ef3fd: rpc.has_security_group_logging(os_id): False [ 905.901977] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.902293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.902293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.903035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.930512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.930851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.931046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.931239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.931319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.931427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.931753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.931913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.931997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.932208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.932302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.932546] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.932733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.932783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.932999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.933145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.933253] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd is going to be updated. [ 906.027622] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.028459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.028459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.028629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.028831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.047295] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: IN_PROGRESS for 2s [ 906.190766] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 906.190766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.239519] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.743471] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fc382f9-0504-4805-939b-ce7eed691a44: rpc.has_security_group_logging(os_id): False [ 906.771866] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.771866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.771866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.772033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.772112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.772374] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.772472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.772538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.773414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.773414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.773414] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc382f9-0504-4805-939b-ce7eed691a44 is going to be created. [ 906.843725] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.843869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.843955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.844297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.844411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.857093] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f in Status: SUCCESS [ 906.857369] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42369174-529e-4b28-9a31-19a6ad0d5f2f deletion is rescheduled due to dependency. [ 906.857443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42369174-529e-4b28-9a31-19a6ad0d5f2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.858968] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc382f9-0504-4805-939b-ce7eed691a44 in Status: IN_PROGRESS for 2s [ 908.062147] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: SUCCESS [ 908.062147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.448237] env[65677]: INFO networking_nsxv3.common.synchronization [req-c3c01449-de93-4013-8746-b12a2d426ab3 req-2f4cb0b3-890b-4a51-a783-808263d7b2e5 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Enqueued Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGHEST for action security_group_members [ 908.449214] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGHEST for action security_group_members [ 908.450024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.450382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.450580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.450961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.452364] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.452364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.452364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.452364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.452364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.452364] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.879535] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc382f9-0504-4805-939b-ce7eed691a44 in Status: SUCCESS [ 908.880067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.955961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.955961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.956291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.956291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.981411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.981411] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.981411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.981411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.981654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.981654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.981654] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 is going to be updated. [ 909.010758] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.010933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.010933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.015034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.015034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.022789] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 in Status: IN_PROGRESS for 2s [ 910.801796] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3ecb9501-7cd8-4d3f-92e9-63acaf32ec5b None None] Enqueued Resource ID: 6e4aa6ca-348c-409d-8c30-b1b15556a414 with Priority: HIGHEST for action port [ 910.802955] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4aa6ca-348c-409d-8c30-b1b15556a414 with Priority: HIGHEST for action port [ 910.803539] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4aa6ca-348c-409d-8c30-b1b15556a414 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.803715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4aa6ca-348c-409d-8c30-b1b15556a414" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.804456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4aa6ca-348c-409d-8c30-b1b15556a414" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.807030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4aa6ca-348c-409d-8c30-b1b15556a414" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.807030] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4aa6ca-348c-409d-8c30-b1b15556a414',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.038022] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 in Status: SUCCESS [ 911.038022] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 deletion is rescheduled due to dependency. [ 911.038022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.310324] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e4aa6ca-348c-409d-8c30-b1b15556a414 [ 911.310546] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.310700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.310770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.310983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.311093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.311205] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e4aa6ca-348c-409d-8c30-b1b15556a414 already deleted. [ 911.311266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4aa6ca-348c-409d-8c30-b1b15556a414" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.792397] env[65677]: INFO networking_nsxv3.common.synchronization [req-d32a739e-c880-4c41-a174-586dc4ca2a37 req-714bc3d4-6123-4380-b222-58cc695a7c13 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 911.793337] env[65677]: INFO networking_nsxv3.common.synchronization [req-74294ed6-7329-4ead-8ec4-f2186bc23c02 req-52efaf34-5ec4-4235-b299-d2ee2a3cacd4 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 911.793849] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGHEST for action security_group_members [ 911.794239] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.794351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.794406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.794863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.794863] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.794994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.794994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.795156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.795241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.795332] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.297911] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.298345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.298345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.298449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.298544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.298786] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.298892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.298947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.299129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.299214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.299334] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be updated. [ 912.330125] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.330125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.330125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.330125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.330125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.342417] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: IN_PROGRESS for 2s [ 913.070663] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6b0d4af6-6411-4bf1-aea4-b30aa0c9926b None None] Enqueued Resource ID: 6fda939a-3e2c-4673-aeb6-6edf46c1ead3 with Priority: HIGHEST for action port [ 913.071622] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fda939a-3e2c-4673-aeb6-6edf46c1ead3 with Priority: HIGHEST for action port [ 913.071985] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fda939a-3e2c-4673-aeb6-6edf46c1ead3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.072191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fda939a-3e2c-4673-aeb6-6edf46c1ead3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.072260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fda939a-3e2c-4673-aeb6-6edf46c1ead3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.072757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fda939a-3e2c-4673-aeb6-6edf46c1ead3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.072757] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fda939a-3e2c-4673-aeb6-6edf46c1ead3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.576563] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fda939a-3e2c-4673-aeb6-6edf46c1ead3 [ 913.577529] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.577529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.577529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.577529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.577529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.577529] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fda939a-3e2c-4673-aeb6-6edf46c1ead3 already deleted. [ 913.577529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fda939a-3e2c-4673-aeb6-6edf46c1ead3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.355162] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f in Status: SUCCESS [ 914.355411] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f deletion is rescheduled due to dependency. [ 914.355951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.351917] env[65677]: INFO networking_nsxv3.common.synchronization [req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 req-cd4a6c9d-4011-452d-b677-e4a15f464550 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Enqueued Resource ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 with Priority: HIGHEST for action security_group_members [ 916.352764] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 with Priority: HIGHEST for action security_group_members [ 916.353169] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-992a1a05-c4ae-4288-a595-cb41e62f6a67 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.353331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.353422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.353740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.353941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.354092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.354212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.354371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.354480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.355054] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('992a1a05-c4ae-4288-a595-cb41e62f6a67',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.659670] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.659931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-802" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.660086] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-802" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.660437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-802" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.660752] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.660951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.661118] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.661392] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.661565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.661810] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.661946] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.662129] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.662257] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.662426] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.662559] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.662698] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.684472] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.684698] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.684936] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.685150] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-802" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.685572] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-7971ae02-425f-4fe5-a415-83f314f7738f taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.685800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-7971ae02-425f-4fe5-a415-83f314f7738f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.685969] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-7971ae02-425f-4fe5-a415-83f314f7738f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.686503] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-7971ae02-425f-4fe5-a415-83f314f7738f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.686719] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7971ae02-425f-4fe5-a415-83f314f7738f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.857223] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.857361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.857413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.857599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.857691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.857883] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.857999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.858116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.858240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.858318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.858457] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 already deleted. [ 916.858567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.189967] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.190312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.190557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.190937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.191214] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.191448] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 7971ae02-425f-4fe5-a415-83f314f7738f not found, creating... [ 917.191841] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.192142] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.192277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.192522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.192667] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.192966] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.193185] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.193264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.193474] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.193575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.193714] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 7971ae02-425f-4fe5-a415-83f314f7738f is going to be created. [ 917.219664] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.219891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.220042] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.220399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.220699] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.220979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-7971ae02-425f-4fe5-a415-83f314f7738f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.962241] env[65677]: INFO networking_nsxv3.common.synchronization [req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 req-42743baf-bb23-4762-bc59-4d59fc4bfe6f service nova] Enqueued Resource ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 with Priority: HIGHEST for action security_group_rules [ 917.962612] env[65677]: INFO networking_nsxv3.common.synchronization [req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 req-42743baf-bb23-4762-bc59-4d59fc4bfe6f service nova] Enqueued Resource ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 with Priority: HIGHEST for action security_group_members [ 917.962612] env[65677]: INFO networking_nsxv3.common.synchronization [req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 req-42743baf-bb23-4762-bc59-4d59fc4bfe6f service nova] Enqueued Resource ID: 7971ae02-425f-4fe5-a415-83f314f7738f with Priority: HIGHEST for action port [ 917.963134] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 with Priority: HIGHEST for action security_group_rules [ 917.963524] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 with Priority: HIGHEST for action security_group_members [ 917.963524] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7971ae02-425f-4fe5-a415-83f314f7738f with Priority: HIGHEST for action port [ 917.963715] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-992a1a05-c4ae-4288-a595-cb41e62f6a67 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.963860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.963950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.964399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.964500] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('992a1a05-c4ae-4288-a595-cb41e62f6a67',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.965446] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-992a1a05-c4ae-4288-a595-cb41e62f6a67 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.965562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.965636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.965796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.965942] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.966047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.966105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.966246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.966328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.966434] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('992a1a05-c4ae-4288-a595-cb41e62f6a67',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.967795] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-7971ae02-425f-4fe5-a415-83f314f7738f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.968219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7971ae02-425f-4fe5-a415-83f314f7738f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.968219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7971ae02-425f-4fe5-a415-83f314f7738f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.969023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7971ae02-425f-4fe5-a415-83f314f7738f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.969023] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7971ae02-425f-4fe5-a415-83f314f7738f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.471147] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('992a1a05-c4ae-4288-a595-cb41e62f6a67',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.471649] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-992a1a05-c4ae-4288-a595-cb41e62f6a67 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.471803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.473455] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7971ae02-425f-4fe5-a415-83f314f7738f with status ACTIVE [ 918.473455] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.473455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.473455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.473455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.473455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.473455] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.473455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.473455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.473455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.474102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.474102] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.474215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.474916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.474916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.474916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.474916] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7971ae02-425f-4fe5-a415-83f314f7738f is going to be updated. [ 918.503012] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.503012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.503012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.503523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.503523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.503523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7971ae02-425f-4fe5-a415-83f314f7738f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.977543] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('992a1a05-c4ae-4288-a595-cb41e62f6a67',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.480301] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.480450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.480489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.480688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.480775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.480872] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 is going to be created. [ 919.507395] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.507395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.507395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.507395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.507395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.518488] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 in Status: UNINITIALIZED for 2s [ 921.533261] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 in Status: SUCCESS [ 921.533608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.535304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.535304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.535304] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.535304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.535304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.535304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.535304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.535304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.535304] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('992a1a05-c4ae-4288-a595-cb41e62f6a67',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.038863] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-992a1a05-c4ae-4288-a595-cb41e62f6a67 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.038863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.038863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.038863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.038863] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.038863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.038863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.038863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.039531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.039531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.039531] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-992a1a05-c4ae-4288-a595-cb41e62f6a67 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.039531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.039531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.039705] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.039892] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.040371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.040371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.040371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.040466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.040521] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.040611] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('992a1a05-c4ae-4288-a595-cb41e62f6a67',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.547671] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 992a1a05-c4ae-4288-a595-cb41e62f6a67: rpc.has_security_group_logging(os_id): False [ 922.568436] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.568773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.569033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.569253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.569414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.570413] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.570413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.570413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.570413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.570413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.570754] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.570754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.570896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.571247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.571247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.571446] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.571621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.571723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.571938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.572073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.572271] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 is going to be created. [ 922.634798] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.634969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.635071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.635291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.635478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.646385] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 in Status: IN_PROGRESS for 2s [ 922.964575] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 922.964680] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 924.651851] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c11bfafc-1d82-4679-9c0b-417de3b5d5ec None None] Enqueued Resource ID: 4625ee7b-a9a8-4781-9922-88da4108ba09 with Priority: HIGHEST for action port [ 924.652679] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4625ee7b-a9a8-4781-9922-88da4108ba09 with Priority: HIGHEST for action port [ 924.653814] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-4625ee7b-a9a8-4781-9922-88da4108ba09 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.653814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4625ee7b-a9a8-4781-9922-88da4108ba09" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.653814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4625ee7b-a9a8-4781-9922-88da4108ba09" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.654112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4625ee7b-a9a8-4781-9922-88da4108ba09" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.654234] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4625ee7b-a9a8-4781-9922-88da4108ba09',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.668653] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 in Status: SUCCESS [ 924.668653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.156338] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4625ee7b-a9a8-4781-9922-88da4108ba09 [ 925.157865] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.158062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.158142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.158950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.158950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.158950] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4625ee7b-a9a8-4781-9922-88da4108ba09 already deleted. [ 925.158950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4625ee7b-a9a8-4781-9922-88da4108ba09" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.258641] env[65677]: INFO networking_nsxv3.common.synchronization [req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 req-49eb86b2-24e3-449c-b2a7-6b9f297e47aa tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Enqueued Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_members [ 925.260201] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_members [ 925.260583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032f550-4c03-4748-9536-c231775b6170 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.260746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.260834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.261103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.261273] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.261400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.261469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.261661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.261760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.261865] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.768207] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.768207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.768207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.768207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.768207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.768207] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.768667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.768667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.768667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.768667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.768777] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032f550-4c03-4748-9536-c231775b6170 already deleted. [ 925.769673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.778603] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.778779] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-718" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.778926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-718" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.779248] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-718" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.779735] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.780022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.780022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.780941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.780941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.780941] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.780941] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.780941] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.780941] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.781188] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.781188] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.781286] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.806023] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.806023] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.806023] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.806023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-718" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.806023] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.806023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.806023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.806023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.806023] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf45c717-5d1e-4311-b805-4ebfd7c7aa38',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.314023] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.314023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.314023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.314023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.314023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.314023] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port cf45c717-5d1e-4311-b805-4ebfd7c7aa38 not found, creating... [ 926.314023] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.314023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.314023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.314023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.314023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.314579] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.314579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.314579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.314579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.314579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.314962] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: cf45c717-5d1e-4311-b805-4ebfd7c7aa38 is going to be created. [ 926.336427] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.336653] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.336780] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.337135] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.337320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.337644] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.095023] env[65677]: INFO networking_nsxv3.common.synchronization [req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 req-42109474-94b7-4e99-8da2-2c4e9cb01f4a service nova] Enqueued Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_rules [ 927.095023] env[65677]: INFO networking_nsxv3.common.synchronization [req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 req-42109474-94b7-4e99-8da2-2c4e9cb01f4a service nova] Enqueued Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_members [ 927.095023] env[65677]: INFO networking_nsxv3.common.synchronization [req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 req-42109474-94b7-4e99-8da2-2c4e9cb01f4a service nova] Enqueued Resource ID: cf45c717-5d1e-4311-b805-4ebfd7c7aa38 with Priority: HIGHEST for action port [ 927.095023] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_rules [ 927.095023] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_members [ 927.095023] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf45c717-5d1e-4311-b805-4ebfd7c7aa38 with Priority: HIGHEST for action port [ 927.095023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f032f550-4c03-4748-9536-c231775b6170 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.095023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.095023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.095023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.095023] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.095023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032f550-4c03-4748-9536-c231775b6170 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.095751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.095896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.096282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.096583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.096778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.096907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.097188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.097444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.097616] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.098584] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.098837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.099025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.099254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.099408] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf45c717-5d1e-4311-b805-4ebfd7c7aa38',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.601088] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.602288] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032f550-4c03-4748-9536-c231775b6170 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.602402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.602649] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf45c717-5d1e-4311-b805-4ebfd7c7aa38 with status ACTIVE [ 927.602922] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.602922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.602922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.603121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.603209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.603379] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.603480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.603539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.603786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.603786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.603941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.605412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.605412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.607036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.607036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.607036] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf45c717-5d1e-4311-b805-4ebfd7c7aa38 is going to be updated. [ 927.632873] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.633110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.633235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.633365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.633513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.633702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf45c717-5d1e-4311-b805-4ebfd7c7aa38" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.896196] env[65677]: INFO networking_nsxv3.common.synchronization [None req-b588bc3d-f5a5-4762-a417-05b86b5afcbd None None] Enqueued Resource ID: bede9467-e117-4ee7-a0af-a5cb2cd16006 with Priority: HIGHEST for action port [ 927.896843] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bede9467-e117-4ee7-a0af-a5cb2cd16006 with Priority: HIGHEST for action port [ 927.897299] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-bede9467-e117-4ee7-a0af-a5cb2cd16006 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.897468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bede9467-e117-4ee7-a0af-a5cb2cd16006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.897538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bede9467-e117-4ee7-a0af-a5cb2cd16006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.897817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bede9467-e117-4ee7-a0af-a5cb2cd16006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.897903] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bede9467-e117-4ee7-a0af-a5cb2cd16006',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.108151] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.401409] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bede9467-e117-4ee7-a0af-a5cb2cd16006 [ 928.401683] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.401787] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.401831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.404655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.404655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.404655] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bede9467-e117-4ee7-a0af-a5cb2cd16006 already deleted. [ 928.404655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bede9467-e117-4ee7-a0af-a5cb2cd16006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.614791] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.615862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.615862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.615862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.615862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.615862] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032f550-4c03-4748-9536-c231775b6170 is going to be created. [ 928.643862] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.644196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.644196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.644377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.644584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.655651] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032f550-4c03-4748-9536-c231775b6170 in Status: UNINITIALIZED for 2s [ 930.207606] env[65677]: INFO networking_nsxv3.common.synchronization [req-d0bb843c-1751-4bfe-a252-83a46c9df330 req-95c323ac-d50b-46f4-ba6e-2a952e5896cb tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Enqueued Resource ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 with Priority: HIGHEST for action security_group_members [ 930.208348] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 with Priority: HIGHEST for action security_group_members [ 930.209234] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-992a1a05-c4ae-4288-a595-cb41e62f6a67 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.209234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.209234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.209234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.210651] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.210651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.210651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.210651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.210651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.210651] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('992a1a05-c4ae-4288-a595-cb41e62f6a67',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.666620] env[65677]: INFO networking_nsxv3.common.synchronization [req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 req-cb982a58-66ec-44af-8ae1-a04784f7c30e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Enqueued Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 930.667444] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 930.667768] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.667897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.667964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.668433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.668612] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.668722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.668784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.668990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.669031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.669134] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.671417] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032f550-4c03-4748-9536-c231775b6170 in Status: SUCCESS [ 930.671631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.672635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.672814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.673014] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.673183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.673245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.673434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.673549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.673650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.673986] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.713153] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.713401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.713527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.713682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.713777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.713994] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.714171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.714171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.714323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.714557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.714557] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 is going to be updated. [ 930.748561] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.748713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.748811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.749232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.749232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.759369] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 in Status: IN_PROGRESS for 2s [ 931.172051] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.176563] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.383133] env[65677]: INFO networking_nsxv3.common.synchronization [req-22d21a94-a483-45aa-aeea-4a88cc46c7df req-39b3aeb1-a4cc-4836-8384-1d211ab5f34b tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 931.383430] env[65677]: INFO networking_nsxv3.common.synchronization [req-22d21a94-a483-45aa-aeea-4a88cc46c7df req-39b3aeb1-a4cc-4836-8384-1d211ab5f34b tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 931.383479] env[65677]: INFO networking_nsxv3.common.synchronization [req-22d21a94-a483-45aa-aeea-4a88cc46c7df req-39b3aeb1-a4cc-4836-8384-1d211ab5f34b tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Enqueued Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGHEST for action security_group_members [ 931.384598] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGHEST for action security_group_members [ 931.384744] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGHEST for action security_group_members [ 931.385342] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGHEST for action security_group_members [ 931.385676] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.385803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.385869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.386093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.386256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.386355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.386417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.386563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.386682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.387131] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.387981] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.389518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.389597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.389765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.389925] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.390045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.390103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.390341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.391243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.391464] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.394255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5cbe29-4c1a-42da-98ec-788a376b49e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.394255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.394255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.394255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.394255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.394255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.394255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.394255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.394593] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.394593] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.596152] env[65677]: INFO networking_nsxv3.common.synchronization [req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d req-4ab10007-abbd-4c8e-a62f-187a8282c1ba tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Enqueued Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 931.596152] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 931.596737] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.597073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.597276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.597661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.597967] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.598288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.598530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.598867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.599081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.599334] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.675119] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.680308] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f032f550-4c03-4748-9536-c231775b6170: rpc.has_security_group_logging(os_id): False [ 931.727771] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.728203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.728203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.728402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.728435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.728736] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.728865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.728944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.729166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.729294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.729847] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f032f550-4c03-4748-9536-c231775b6170 is going to be created. [ 931.788299] env[65677]: INFO networking_nsxv3.common.synchronization [req-4e405c29-728d-42de-8c6d-9f99d4946dfe req-df4a9d25-25c0-458a-90d2-8752fad03eb2 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Enqueued Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_members [ 931.788954] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGHEST for action security_group_members [ 931.789734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.789734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.789734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.789734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.791094] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.791094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.791094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.791094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.791094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.791094] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.897445] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.897746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.897859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.898264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.898603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.901528] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.902466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.902603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.902854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.905387] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.905523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.905872] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.905977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.918975] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f032f550-4c03-4748-9536-c231775b6170 in Status: IN_PROGRESS for 2s [ 931.939138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.939473] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.939661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.939758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.940026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.940140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.940251] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be updated. [ 931.942549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.942549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.005025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.005025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.005025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.005025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.005025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.005025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.005025] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 is going to be updated. [ 932.005025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.005025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.074023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.074023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.074023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.074023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.074023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.080205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.081993] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.081993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.081993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.081993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.081993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.081993] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 is going to be updated. [ 932.101319] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.118129] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: IN_PROGRESS for 2s [ 932.137014] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.137014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.137014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.137014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.137014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.156501] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: IN_PROGRESS for 2s [ 932.178734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.182024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.182024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.182024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.182024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.182024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd is going to be updated. [ 932.190953] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.191217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.191324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.191581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.191833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.215168] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: IN_PROGRESS for 2s [ 932.251023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.251954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.251954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.252832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.252832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.270195] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: IN_PROGRESS for 2s [ 932.293225] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.293451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.293451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.294579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.343487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.343487] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.343601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.343644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.343859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.343945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.344048] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 is going to be updated. [ 932.397566] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.397566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.397566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.398037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.398037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.412253] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 in Status: IN_PROGRESS for 2s [ 932.608709] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.775123] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 in Status: SUCCESS [ 932.775123] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 992a1a05-c4ae-4288-a595-cb41e62f6a67 deletion is rescheduled due to dependency. [ 932.775123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-992a1a05-c4ae-4288-a595-cb41e62f6a67" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.112085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.112085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.112085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.112085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.112085] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 is going to be updated. [ 933.146399] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.146552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.146619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.146852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.147135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.157571] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: IN_PROGRESS for 2s [ 933.384963] env[65677]: INFO networking_nsxv3.common.synchronization [req-b293388d-e94c-4e1d-b8b8-12710ae576bb req-8c16b28c-fec2-4cf7-a4e7-d794e6580aff tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Enqueued Resource ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 with Priority: HIGHEST for action security_group_members [ 933.385769] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 with Priority: HIGHEST for action security_group_members [ 933.385948] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.386122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.386185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.386416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.386565] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.386666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.386729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.386880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.386969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.387300] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4aa2e4-703a-4cc2-8f27-6ef8bace6721',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.733764] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.734172] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-808" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.734172] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-808" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.734409] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-808" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.734663] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.734818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.734932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.735210] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.735355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.735562] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.735672] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.735777] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.735880] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.735984] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.736119] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.736232] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.757775] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.757917] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.758078] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.758395] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-808" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.759157] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-c9212886-e1c7-430b-93d0-b31627ef5ce5 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.759408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-c9212886-e1c7-430b-93d0-b31627ef5ce5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.759583] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-c9212886-e1c7-430b-93d0-b31627ef5ce5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.759921] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-c9212886-e1c7-430b-93d0-b31627ef5ce5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.760151] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9212886-e1c7-430b-93d0-b31627ef5ce5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.890841] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.891585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.891585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.891585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.892088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.892088] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.892216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.892216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.892525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.892677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.893518] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 already deleted. [ 933.893617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.936010] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f032f550-4c03-4748-9536-c231775b6170 in Status: SUCCESS [ 933.936369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.127652] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d87623-8606-4ba6-a983-cb414e53036f in Status: SUCCESS [ 934.127884] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d87623-8606-4ba6-a983-cb414e53036f deletion is rescheduled due to dependency. [ 934.127957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.166046] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500565a7-919c-4e76-b6b8-28257b7f4257 in Status: SUCCESS [ 934.166259] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 deletion is rescheduled due to dependency. [ 934.166427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.225864] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 in Status: SUCCESS [ 934.225864] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 deletion is rescheduled due to dependency. [ 934.225864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.262988] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.262988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.262988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.263223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.263223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.263735] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port c9212886-e1c7-430b-93d0-b31627ef5ce5 not found, creating... [ 934.264248] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.264572] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.264784] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.265096] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.265299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.265657] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.265949] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.266128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.266444] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.266628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.266815] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: c9212886-e1c7-430b-93d0-b31627ef5ce5 is going to be created. [ 934.281966] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: SUCCESS [ 934.282926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.289351] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.289571] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.289686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.289978] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.290230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.290459] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-c9212886-e1c7-430b-93d0-b31627ef5ce5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.428633] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 in Status: SUCCESS [ 934.428633] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 deletion is rescheduled due to dependency. [ 934.428633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.055731] env[65677]: INFO networking_nsxv3.common.synchronization [req-b293388d-e94c-4e1d-b8b8-12710ae576bb req-afb16156-905d-49a8-ab3c-97d87b93e1eb service nova] Enqueued Resource ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 with Priority: HIGHEST for action security_group_rules [ 935.056049] env[65677]: INFO networking_nsxv3.common.synchronization [req-b293388d-e94c-4e1d-b8b8-12710ae576bb req-afb16156-905d-49a8-ab3c-97d87b93e1eb service nova] Enqueued Resource ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 with Priority: HIGHEST for action security_group_members [ 935.056209] env[65677]: INFO networking_nsxv3.common.synchronization [req-b293388d-e94c-4e1d-b8b8-12710ae576bb req-afb16156-905d-49a8-ab3c-97d87b93e1eb service nova] Enqueued Resource ID: c9212886-e1c7-430b-93d0-b31627ef5ce5 with Priority: HIGHEST for action port [ 935.056820] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 with Priority: HIGHEST for action security_group_rules [ 935.056962] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 with Priority: HIGHEST for action security_group_members [ 935.057088] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9212886-e1c7-430b-93d0-b31627ef5ce5 with Priority: HIGHEST for action port [ 935.057421] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.057547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.057612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.057878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.057952] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4aa2e4-703a-4cc2-8f27-6ef8bace6721',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.059945] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.059945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.059945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.059945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.059945] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.059945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.060260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.060260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.060260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.060357] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4aa2e4-703a-4cc2-8f27-6ef8bace6721',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.063842] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9212886-e1c7-430b-93d0-b31627ef5ce5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.063842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9212886-e1c7-430b-93d0-b31627ef5ce5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.063842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9212886-e1c7-430b-93d0-b31627ef5ce5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.064347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9212886-e1c7-430b-93d0-b31627ef5ce5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.064347] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9212886-e1c7-430b-93d0-b31627ef5ce5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.168086] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: SUCCESS [ 935.168607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.236164] env[65677]: INFO networking_nsxv3.common.synchronization [req-2d192a9a-7a0b-41a9-8a49-06c091917c55 req-da3ba527-7e89-417c-8a21-4121c1696eba tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Enqueued Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 935.237039] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 935.237183] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.237271] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.237308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.237505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.237672] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.237773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.237835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.237983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.238086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.238274] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.560364] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.560501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.571021] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9212886-e1c7-430b-93d0-b31627ef5ce5 with status ACTIVE [ 935.571556] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.571556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.573031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.573031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.573031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.573031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.573031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.573031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.573031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.573031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.573031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.573031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.573500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.573500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.573630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.573749] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9212886-e1c7-430b-93d0-b31627ef5ce5 is going to be updated. [ 935.575777] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4aa2e4-703a-4cc2-8f27-6ef8bace6721',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.601763] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.601763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.601763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.601763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.602164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.602164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9212886-e1c7-430b-93d0-b31627ef5ce5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.740485] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.077798] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4aa2e4-703a-4cc2-8f27-6ef8bace6721',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.242736] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.580537] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.580975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.581111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.581528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.581823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.582014] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 is going to be created. [ 936.607188] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.607414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.607541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.608385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.608610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.621544] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 in Status: UNINITIALIZED for 2s [ 936.745494] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.745663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.745754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.745934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.746034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.746137] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f is going to be updated. [ 936.782721] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.782964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.783191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.783428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.783682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.796353] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: IN_PROGRESS for 2s [ 938.643847] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 in Status: SUCCESS [ 938.643847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.643847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.643847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.643847] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.643847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.643847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.643847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.643847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.643847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.643847] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4aa2e4-703a-4cc2-8f27-6ef8bace6721',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.809578] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: SUCCESS [ 938.809894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.145611] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.145784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.145858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.146106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.146276] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.146379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.146442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.146608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.146715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.146813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.146964] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.147079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.147194] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.147353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.148032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.148032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.148032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.148032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.148032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.148032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.148032] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4aa2e4-703a-4cc2-8f27-6ef8bace6721',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.651576] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721: rpc.has_security_group_logging(os_id): False [ 939.671187] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.671187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.671187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.671187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.671187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.673193] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.673193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.673193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.673193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.673193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.673193] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.673193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.675979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.675979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.675979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.675979] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.675979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.675979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.675979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.675979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.675979] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 is going to be created. [ 939.737086] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.737408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.737408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.738354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.738354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.751481] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 in Status: IN_PROGRESS for 2s [ 940.237887] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 940.237962] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 941.766537] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 in Status: SUCCESS [ 941.766858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.461977] env[65677]: INFO networking_nsxv3.common.synchronization [None req-71320be2-d332-4d0b-9c45-77ccacb6fc38 None None] Enqueued Resource ID: 586b5f26-0eac-457d-857e-d192f85d9cdc with Priority: HIGHEST for action port [ 942.461977] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586b5f26-0eac-457d-857e-d192f85d9cdc with Priority: HIGHEST for action port [ 942.461977] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-586b5f26-0eac-457d-857e-d192f85d9cdc taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.461977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586b5f26-0eac-457d-857e-d192f85d9cdc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.461977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586b5f26-0eac-457d-857e-d192f85d9cdc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.464681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586b5f26-0eac-457d-857e-d192f85d9cdc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.465213] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586b5f26-0eac-457d-857e-d192f85d9cdc',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.795431] env[65677]: INFO networking_nsxv3.common.synchronization [req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea req-5e29d636-ae3e-4190-8735-f7c0c20ce0fd tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Enqueued Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 942.795431] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3031688a-4413-4490-b35e-a76fbadf6f0d with Priority: HIGHEST for action security_group_members [ 942.795431] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3031688a-4413-4490-b35e-a76fbadf6f0d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.795885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.795885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.797590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.797590] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.797590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.797590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.797590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.797875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.797875] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3031688a-4413-4490-b35e-a76fbadf6f0d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.970231] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 586b5f26-0eac-457d-857e-d192f85d9cdc [ 942.970462] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.970593] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.970662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.970873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.970959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.971065] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:586b5f26-0eac-457d-857e-d192f85d9cdc already deleted. [ 942.971143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586b5f26-0eac-457d-857e-d192f85d9cdc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.301034] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.301034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.301034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.301034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.324764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.325137] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.325300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.325481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.325823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.325889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.326065] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d is going to be updated. [ 943.359412] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.359958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.360052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.360315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.361648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.376145] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: IN_PROGRESS for 2s [ 945.208120] env[65677]: INFO networking_nsxv3.common.synchronization [None req-fdd7242f-e87a-4dde-966c-49ba9ff284d8 None None] Enqueued Resource ID: d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf with Priority: HIGHEST for action port [ 945.208875] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf with Priority: HIGHEST for action port [ 945.209663] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.209822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.209893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.211243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.211243] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.387559] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3031688a-4413-4490-b35e-a76fbadf6f0d in Status: SUCCESS [ 945.387559] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3031688a-4413-4490-b35e-a76fbadf6f0d deletion is rescheduled due to dependency. [ 945.387559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3031688a-4413-4490-b35e-a76fbadf6f0d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.713373] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf [ 945.713939] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.714359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.714490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.715071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.715245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.715497] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf already deleted. [ 945.716600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d722ed-0477-4ef1-bf10-cb5bb8dc65bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.838139] env[65677]: INFO networking_nsxv3.common.synchronization [None req-e0a3b0b4-ef49-4cf9-b0aa-ef4aa7deff4b None None] Enqueued Resource ID: 206691c7-f4f3-4c89-8f3d-0bf18e5825a6 with Priority: HIGHEST for action port [ 945.838139] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206691c7-f4f3-4c89-8f3d-0bf18e5825a6 with Priority: HIGHEST for action port [ 945.838139] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-206691c7-f4f3-4c89-8f3d-0bf18e5825a6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.838139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-206691c7-f4f3-4c89-8f3d-0bf18e5825a6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.838139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-206691c7-f4f3-4c89-8f3d-0bf18e5825a6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.838139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-206691c7-f4f3-4c89-8f3d-0bf18e5825a6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.838139] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('206691c7-f4f3-4c89-8f3d-0bf18e5825a6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.342607] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 206691c7-f4f3-4c89-8f3d-0bf18e5825a6 [ 946.342607] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.342607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.342607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.342607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.343050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.343050] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:206691c7-f4f3-4c89-8f3d-0bf18e5825a6 already deleted. [ 946.343050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-206691c7-f4f3-4c89-8f3d-0bf18e5825a6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.549383] env[65677]: INFO networking_nsxv3.common.synchronization [None req-4c4e5e9d-dc3d-464d-b47c-4c41267a2e9d None None] Enqueued Resource ID: 7b31af2b-eb56-42f9-946f-c56f92c6a6b9 with Priority: HIGHEST for action port [ 947.550142] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b31af2b-eb56-42f9-946f-c56f92c6a6b9 with Priority: HIGHEST for action port [ 947.550561] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b31af2b-eb56-42f9-946f-c56f92c6a6b9 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.550777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b31af2b-eb56-42f9-946f-c56f92c6a6b9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.550841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b31af2b-eb56-42f9-946f-c56f92c6a6b9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.551111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b31af2b-eb56-42f9-946f-c56f92c6a6b9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.551218] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b31af2b-eb56-42f9-946f-c56f92c6a6b9',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.054463] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b31af2b-eb56-42f9-946f-c56f92c6a6b9 [ 948.054813] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.054970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.055059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.055774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.055774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.055774] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b31af2b-eb56-42f9-946f-c56f92c6a6b9 already deleted. [ 948.055774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b31af2b-eb56-42f9-946f-c56f92c6a6b9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.840036] env[65677]: INFO networking_nsxv3.common.synchronization [req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb req-01d86d53-0bc4-43b1-8723-1efc56edc5e2 tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Enqueued Resource ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 with Priority: HIGHEST for action security_group_members [ 948.842192] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 with Priority: HIGHEST for action security_group_members [ 948.842192] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.842192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.842192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.842192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.842192] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.842192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.842192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.842192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.842192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.842192] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4aa2e4-703a-4cc2-8f27-6ef8bace6721',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.873749] env[65677]: INFO networking_nsxv3.common.synchronization [None req-91cbd4c1-9054-4a9c-a452-e3aa1a22326b None None] Enqueued Resource ID: f930d175-9611-41f0-9bc2-cabe5626f784 with Priority: HIGHEST for action port [ 948.875165] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f930d175-9611-41f0-9bc2-cabe5626f784 with Priority: HIGHEST for action port [ 948.875956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f930d175-9611-41f0-9bc2-cabe5626f784 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.876103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f930d175-9611-41f0-9bc2-cabe5626f784" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.876196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f930d175-9611-41f0-9bc2-cabe5626f784" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.876488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f930d175-9611-41f0-9bc2-cabe5626f784" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.876589] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f930d175-9611-41f0-9bc2-cabe5626f784',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.348207] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.348207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.348207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.348207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.348207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.348551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.348663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.348729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.348888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.348969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.349072] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 is going to be updated. [ 949.378707] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f930d175-9611-41f0-9bc2-cabe5626f784 [ 949.378961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.379240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.379329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.379599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.379710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.379834] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f930d175-9611-41f0-9bc2-cabe5626f784 already deleted. [ 949.379939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f930d175-9611-41f0-9bc2-cabe5626f784" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.381224] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.381392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.381465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.381688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.381851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.392185] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 in Status: IN_PROGRESS for 2s [ 951.003466] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 req-5392b5dd-de55-4e1b-9ea4-2672f055292b tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Enqueued Resource ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f with Priority: HIGHEST for action security_group_members [ 951.003815] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f with Priority: HIGHEST for action security_group_members [ 951.004112] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b03ad4-8b6f-4c56-a77f-1221f384371f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.004254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.004352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.004581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.004753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.004852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.004912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.005065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.005144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.005393] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0b03ad4-8b6f-4c56-a77f-1221f384371f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.358027] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.358258] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-918" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.358394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-918" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.358778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-918" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.359070] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.359257] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.359384] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.359647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.360221] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.360525] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.360676] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.360841] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.361186] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.361186] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.361281] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.361350] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.386228] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.386590] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.386761] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.387090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-918" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.387560] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-416eb61a-943e-467f-b43d-a7b19fe4e26b taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.387657] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-416eb61a-943e-467f-b43d-a7b19fe4e26b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.387718] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-416eb61a-943e-467f-b43d-a7b19fe4e26b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.388153] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-416eb61a-943e-467f-b43d-a7b19fe4e26b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.388214] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416eb61a-943e-467f-b43d-a7b19fe4e26b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.403444] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 in Status: SUCCESS [ 951.403655] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4aa2e4-703a-4cc2-8f27-6ef8bace6721 deletion is rescheduled due to dependency. [ 951.403754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4aa2e4-703a-4cc2-8f27-6ef8bace6721" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.476184] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3a709cf1-6675-4731-82d7-e7e2e6f46c31 None None] Enqueued Resource ID: 94751009-e275-4b64-9759-d2b2309081fa with Priority: HIGHEST for action port [ 951.476780] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94751009-e275-4b64-9759-d2b2309081fa with Priority: HIGHEST for action port [ 951.477161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-94751009-e275-4b64-9759-d2b2309081fa taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.477436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94751009-e275-4b64-9759-d2b2309081fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.477552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94751009-e275-4b64-9759-d2b2309081fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.477887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94751009-e275-4b64-9759-d2b2309081fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.477980] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94751009-e275-4b64-9759-d2b2309081fa',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.507987] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.507987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.507987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.508355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.508455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.508863] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.508863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.509072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.509120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.509220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.509618] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f already deleted. [ 951.509730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892281] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.892281] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.892281] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.892546] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.892546] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892720] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 416eb61a-943e-467f-b43d-a7b19fe4e26b not found, creating... [ 951.893080] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.893297] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.893418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.893701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.893876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.894354] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.894581] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.894732] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.894984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.895221] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.895401] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 416eb61a-943e-467f-b43d-a7b19fe4e26b is going to be created. [ 951.919039] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.919039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.919039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.919334] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.919434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.919722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-416eb61a-943e-467f-b43d-a7b19fe4e26b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.980373] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94751009-e275-4b64-9759-d2b2309081fa [ 951.980652] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.980762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.980850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.981079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.981175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.981270] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94751009-e275-4b64-9759-d2b2309081fa already deleted. [ 951.981350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94751009-e275-4b64-9759-d2b2309081fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.618145] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 req-eba0a448-94da-4e96-a102-42bf8f3f3fc2 service nova] Enqueued Resource ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f with Priority: HIGHEST for action security_group_rules [ 952.618145] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 req-eba0a448-94da-4e96-a102-42bf8f3f3fc2 service nova] Enqueued Resource ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f with Priority: HIGHEST for action security_group_members [ 952.618786] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 req-eba0a448-94da-4e96-a102-42bf8f3f3fc2 service nova] Enqueued Resource ID: 416eb61a-943e-467f-b43d-a7b19fe4e26b with Priority: HIGHEST for action port [ 952.619645] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f with Priority: HIGHEST for action security_group_rules [ 952.619645] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f with Priority: HIGHEST for action security_group_members [ 952.619645] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416eb61a-943e-467f-b43d-a7b19fe4e26b with Priority: HIGHEST for action port [ 952.619914] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0b03ad4-8b6f-4c56-a77f-1221f384371f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.620072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.620143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.620366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.620449] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0b03ad4-8b6f-4c56-a77f-1221f384371f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.621842] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b03ad4-8b6f-4c56-a77f-1221f384371f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.621842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.622121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.622161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.622310] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.622410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.622472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.622661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.622815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.622864] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0b03ad4-8b6f-4c56-a77f-1221f384371f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.623663] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-416eb61a-943e-467f-b43d-a7b19fe4e26b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.623773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416eb61a-943e-467f-b43d-a7b19fe4e26b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.623840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416eb61a-943e-467f-b43d-a7b19fe4e26b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.623991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416eb61a-943e-467f-b43d-a7b19fe4e26b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.624082] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416eb61a-943e-467f-b43d-a7b19fe4e26b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.125564] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b03ad4-8b6f-4c56-a77f-1221f384371f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.125722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.125950] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0b03ad4-8b6f-4c56-a77f-1221f384371f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.126897] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 416eb61a-943e-467f-b43d-a7b19fe4e26b with status ACTIVE [ 953.127108] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.127292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.127367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.127571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.127676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.127860] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.127936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.127986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.128145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.128304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.128510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.128608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.128669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.128812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.128885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.128972] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 416eb61a-943e-467f-b43d-a7b19fe4e26b is going to be updated. [ 953.158906] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.159111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.159229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.159758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.159905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.160088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416eb61a-943e-467f-b43d-a7b19fe4e26b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.635340] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0b03ad4-8b6f-4c56-a77f-1221f384371f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.652812] env[65677]: INFO networking_nsxv3.common.synchronization [req-63c9bcfe-6e70-4712-9469-31c524b33345 req-a229b115-a9c1-4692-ab6d-b9201c7e3e94 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 953.652812] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 953.652812] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.652812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.652812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.653264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.654752] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.654752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.654752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.654752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.654752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.654752] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.026734] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.027000] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.027254] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.027546] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.027874] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.028092] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.028244] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.028538] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.028726] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.028970] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.029114] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.029261] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.029405] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.029544] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.029676] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.029835] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.049844] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.050020] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.050107] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.050295] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.050611] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-ba572951-4474-4854-8b7a-21e019644bfb taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.050815] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-ba572951-4474-4854-8b7a-21e019644bfb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.050990] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-ba572951-4474-4854-8b7a-21e019644bfb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.051354] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-ba572951-4474-4854-8b7a-21e019644bfb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.051501] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba572951-4474-4854-8b7a-21e019644bfb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.136118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.136326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.136368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.136608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.136698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.136804] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f is going to be created. [ 954.155934] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.169981] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.170183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.170281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.170486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.170657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.184682] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f in Status: UNINITIALIZED for 2s [ 954.553513] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.553730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.553888] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.554247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.554304] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.555870] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port ba572951-4474-4854-8b7a-21e019644bfb not found, creating... [ 954.555870] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.555870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.555870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.555870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.555870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.555870] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.556145] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.556145] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.556304] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.556437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.556580] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: ba572951-4474-4854-8b7a-21e019644bfb is going to be created. [ 954.577724] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.579551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.579551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.579551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.579551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.579551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-ba572951-4474-4854-8b7a-21e019644bfb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.659131] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.164281] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.164510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.164581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.164807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.164898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.165019] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 955.196969] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.197154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.197154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.197429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.197581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.208373] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 955.310113] env[65677]: INFO networking_nsxv3.common.synchronization [req-63c9bcfe-6e70-4712-9469-31c524b33345 req-d167e744-c5ce-4999-adf3-4d1d896585ba service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 955.310311] env[65677]: INFO networking_nsxv3.common.synchronization [req-63c9bcfe-6e70-4712-9469-31c524b33345 req-d167e744-c5ce-4999-adf3-4d1d896585ba service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 955.310562] env[65677]: INFO networking_nsxv3.common.synchronization [req-63c9bcfe-6e70-4712-9469-31c524b33345 req-d167e744-c5ce-4999-adf3-4d1d896585ba service nova] Enqueued Resource ID: ba572951-4474-4854-8b7a-21e019644bfb with Priority: HIGHEST for action port [ 955.311593] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 955.311849] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 955.311968] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba572951-4474-4854-8b7a-21e019644bfb with Priority: HIGHEST for action port [ 955.312276] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.312405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.312536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.312679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.312763] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.313681] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.313783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.313984] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba572951-4474-4854-8b7a-21e019644bfb taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.314099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba572951-4474-4854-8b7a-21e019644bfb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.314163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba572951-4474-4854-8b7a-21e019644bfb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.314334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba572951-4474-4854-8b7a-21e019644bfb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.314412] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba572951-4474-4854-8b7a-21e019644bfb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.816095] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.816497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.816629] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba572951-4474-4854-8b7a-21e019644bfb with status ACTIVE [ 955.816830] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.816959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.817041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.817339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.817478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.817623] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.817719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.817784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.817937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.818050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.818265] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.818325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.818438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.818621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.818720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.818810] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba572951-4474-4854-8b7a-21e019644bfb is going to be updated. [ 955.845189] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.845461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.845461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.845688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.845840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.846038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba572951-4474-4854-8b7a-21e019644bfb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.195614] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f in Status: SUCCESS [ 956.195754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.195858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.196105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.196675] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.196854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.196935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.197117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.197202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.197296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.197392] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0b03ad4-8b6f-4c56-a77f-1221f384371f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.699663] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b03ad4-8b6f-4c56-a77f-1221f384371f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.699663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.700187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.700187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.700287] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.700620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.700620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.700620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.700777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.700777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.700864] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b03ad4-8b6f-4c56-a77f-1221f384371f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.700938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.700996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.701143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.701409] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.701409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.701530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.701603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.701857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.701857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.701857] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0b03ad4-8b6f-4c56-a77f-1221f384371f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.205024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0b03ad4-8b6f-4c56-a77f-1221f384371f: rpc.has_security_group_logging(os_id): False [ 957.218884] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 957.219233] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.219961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.220967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.220967] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.220967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.220967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.220967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.220967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.221279] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.223915] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.224074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.224376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.224376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.224694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.224777] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.224837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.224896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.225090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.225345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.225434] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.225599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.225599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.225733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.225827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.226126] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.226269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.226351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.226526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.226562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.226660] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f is going to be created. [ 957.294155] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.294356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.294476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.295127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.295127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.310121] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f in Status: IN_PROGRESS for 2s [ 957.723143] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.225233] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.727320] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.727518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.727594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.727819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.727912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.728014] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 958.761545] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.761704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.761767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.761977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.762122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.778560] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 959.330632] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f in Status: SUCCESS [ 959.330955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.132883] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 req-bbc061d9-6202-4e2a-8014-b69cc837b518 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 960.133826] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 960.133826] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.134067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.134067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.134186] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.134357] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.134455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.134517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.134689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.134844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.134844] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.639228] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.639228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.639620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.639620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.639734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.639920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.640049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.640345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.640345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.640345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.640472] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 already deleted. [ 960.640511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.658844] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.659118] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.659251] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.659673] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.660169] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.660169] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.660324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.660481] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.660621] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.660868] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.660918] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.661033] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.661138] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.661247] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.661377] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.661522] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.682972] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.683184] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.683326] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.683548] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.683875] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-ee1bab36-6b41-490e-b610-de093cd4a361 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.684062] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-ee1bab36-6b41-490e-b610-de093cd4a361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.684185] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-ee1bab36-6b41-490e-b610-de093cd4a361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.684521] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-ee1bab36-6b41-490e-b610-de093cd4a361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.684662] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1bab36-6b41-490e-b610-de093cd4a361',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.789157] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 960.789448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.789620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.789838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.790120] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.790235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.790235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.790380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.790459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.790542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.790692] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.187601] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.188426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.188695] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.189137] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.189361] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.189664] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port ee1bab36-6b41-490e-b610-de093cd4a361 not found, creating... [ 961.190152] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.190377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.190601] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.190946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.191368] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.191816] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.192149] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.192350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.192782] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.192966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.193169] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: ee1bab36-6b41-490e-b610-de093cd4a361 is going to be created. [ 961.220631] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.221066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.221363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.221764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.222662] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.222976] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-ee1bab36-6b41-490e-b610-de093cd4a361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.292774] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.293059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.293190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.293456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.293632] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.293740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.293803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.293980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.294185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.294316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.294491] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.294648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.294709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.294991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.294991] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.295153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.295153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.295306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.295426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.295517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.295616] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.797864] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5473d55-b277-41ec-bcd2-6744a152d8ac: rpc.has_security_group_logging(os_id): False [ 961.822616] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.822782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.822852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.823609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.823609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.823914] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.823914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.823914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.824284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.824284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.824910] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.824910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.824910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.824910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.824910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.825228] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.825378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.825540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.825657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.825773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.825901] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 961.907479] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.907747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.907858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.908262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.908397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.929464] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 961.966249] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 req-695ec071-2787-4f8a-b4d9-21dc6a50a7a3 service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 961.966438] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 req-695ec071-2787-4f8a-b4d9-21dc6a50a7a3 service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 961.966601] env[65677]: INFO networking_nsxv3.common.synchronization [req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 req-695ec071-2787-4f8a-b4d9-21dc6a50a7a3 service nova] Enqueued Resource ID: ee1bab36-6b41-490e-b610-de093cd4a361 with Priority: HIGHEST for action port [ 961.966861] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 961.967012] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 961.967112] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1bab36-6b41-490e-b610-de093cd4a361 with Priority: HIGHEST for action port [ 961.967918] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.968117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.968191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.968543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.968543] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.970604] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.970732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.970817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.971030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.971195] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.971300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.971381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.971520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.971606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.971723] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.977045] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1bab36-6b41-490e-b610-de093cd4a361 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.977943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1bab36-6b41-490e-b610-de093cd4a361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.978082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1bab36-6b41-490e-b610-de093cd4a361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.978318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1bab36-6b41-490e-b610-de093cd4a361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.978426] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1bab36-6b41-490e-b610-de093cd4a361',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.472825] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.472825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.477741] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.484272] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee1bab36-6b41-490e-b610-de093cd4a361 with status ACTIVE [ 962.484272] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.484272] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.484272] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.484272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.484272] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee1bab36-6b41-490e-b610-de093cd4a361 is going to be updated. [ 962.513094] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.513312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.513413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.513938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.514143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.514426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1bab36-6b41-490e-b610-de093cd4a361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.734055] env[65677]: INFO networking_nsxv3.common.synchronization [req-e99196c2-1c81-4740-82f7-1121286ebc8e req-e09ac8a8-e1b5-4163-bc68-cb15893655f3 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Enqueued Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 962.734055] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd with Priority: HIGHEST for action security_group_members [ 962.734055] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-1443b25c-7d48-487d-ab3e-c508087ef3fd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.734055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.734055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.734055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.734055] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.734055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.734055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.734055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.734055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.734055] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1443b25c-7d48-487d-ab3e-c508087ef3fd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.981876] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.230455] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.233261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.233261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.233261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.233261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.233261] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.233261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.233261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.233261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.233261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.233261] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd is going to be updated. [ 963.266090] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.268130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.268130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.268130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.268130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.281655] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: IN_PROGRESS for 2s [ 963.484917] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.485295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.485295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.485600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.485671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.485808] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be created. [ 963.526194] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.526471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.526471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.527086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.527086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.540879] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: UNINITIALIZED for 2s [ 963.733948] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.734215] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.734295] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.734575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.734841] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.734997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.735277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.735672] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.735878] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.736782] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.736933] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.737055] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.737202] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.737359] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.737487] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.737622] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.760945] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.761148] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.761288] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.761477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.761834] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-52570d6e-b09c-4f52-962c-95ab754de987 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.762084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.762224] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.762506] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.762649] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52570d6e-b09c-4f52-962c-95ab754de987',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.947448] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 963.947448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.268234] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.268234] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.268234] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.268234] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.268234] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.268234] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.268234] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.268234] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.269392] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.269813] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.270414] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.272180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.272180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.272180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.272180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.272180] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 52570d6e-b09c-4f52-962c-95ab754de987 is going to be updated. [ 964.306417] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.306624] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.306751] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.307107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.307376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.307601] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.058325] env[65677]: INFO networking_nsxv3.common.synchronization [req-1952f1df-0f0f-4496-8d36-72cbd2d572ae req-1327cdd5-e254-47de-9523-3e6b141bd18b service nova] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_rules [ 965.058647] env[65677]: INFO networking_nsxv3.common.synchronization [req-1952f1df-0f0f-4496-8d36-72cbd2d572ae req-1327cdd5-e254-47de-9523-3e6b141bd18b service nova] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_members [ 965.058809] env[65677]: INFO networking_nsxv3.common.synchronization [req-1952f1df-0f0f-4496-8d36-72cbd2d572ae req-1327cdd5-e254-47de-9523-3e6b141bd18b service nova] Enqueued Resource ID: 52570d6e-b09c-4f52-962c-95ab754de987 with Priority: HIGHEST for action port [ 965.059500] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_rules [ 965.059763] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_members [ 965.059858] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52570d6e-b09c-4f52-962c-95ab754de987 with Priority: HIGHEST for action port [ 965.060178] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.060319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.060391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.060610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.060681] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.061694] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.061791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.061849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.062052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.062212] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.062311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.062400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.062528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.062611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.062704] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.067380] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-52570d6e-b09c-4f52-962c-95ab754de987 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.067573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.067641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.067864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.067940] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52570d6e-b09c-4f52-962c-95ab754de987',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.294516] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd in Status: SUCCESS [ 965.295231] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1443b25c-7d48-487d-ab3e-c508087ef3fd deletion is rescheduled due to dependency. [ 965.295231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1443b25c-7d48-487d-ab3e-c508087ef3fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.551477] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 965.551720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.551985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.552126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.552324] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.552448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.552515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.552663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.552741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.552824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.552933] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.569472] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.570846] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.571023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.577706] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52570d6e-b09c-4f52-962c-95ab754de987 with status ACTIVE [ 965.577939] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.578484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.578484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.578484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.578662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.579586] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.579586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.579586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.579586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.579586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.579586] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.579586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.580090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.580090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.580090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.580090] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52570d6e-b09c-4f52-962c-95ab754de987 is going to be updated. [ 965.607283] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.607489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.607551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.607931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.607931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.608200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52570d6e-b09c-4f52-962c-95ab754de987" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.056822] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.056822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.056822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.056822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.056822] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.056822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.056822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.056822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.058469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.058469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.058469] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.058469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.058704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.058704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.058837] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.058945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.059018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.059181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.059240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.059334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.059436] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.073805] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.563016] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30debc71-eabc-46f6-8efe-f22418cf13e1: rpc.has_security_group_logging(os_id): False [ 966.577135] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.577572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.580024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.580024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.580024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.580024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 is going to be updated. [ 966.593025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.593025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.593025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.593025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.594181] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.594937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.595441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.596884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.596884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.596884] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be created. [ 966.636300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.636815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.638325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.638645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.639106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.650736] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: IN_PROGRESS for 2s [ 966.680694] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.680694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.680694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.680694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.680694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.715753] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 968.186389] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0857e453-245a-4a01-8949-23875d0c89cc None None] Enqueued Resource ID: 207815e4-c144-4079-bd79-ed246acf5237 with Priority: HIGHEST for action port [ 968.186750] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207815e4-c144-4079-bd79-ed246acf5237 with Priority: HIGHEST for action port [ 968.186986] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-207815e4-c144-4079-bd79-ed246acf5237 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.187074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-207815e4-c144-4079-bd79-ed246acf5237" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.187149] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-207815e4-c144-4079-bd79-ed246acf5237" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.187576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-207815e4-c144-4079-bd79-ed246acf5237" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.187576] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('207815e4-c144-4079-bd79-ed246acf5237',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.663799] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: SUCCESS [ 968.664614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.664937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.665349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.665665] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.665808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.665862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.666140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.666282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.666357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.666617] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.690415] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 207815e4-c144-4079-bd79-ed246acf5237 [ 968.690705] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.690871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.690964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.691129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.691212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.693166] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:207815e4-c144-4079-bd79-ed246acf5237 already deleted. [ 968.693166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-207815e4-c144-4079-bd79-ed246acf5237" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.738638] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 968.738864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.170183] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.347278] env[65677]: INFO networking_nsxv3.common.synchronization [req-fee621a0-17b4-45bc-a2ff-d72d16a66713 req-88a65993-f2b4-482a-ab8a-9f8a6336be3f tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Enqueued Resource ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 with Priority: HIGHEST for action security_group_members [ 969.348233] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 with Priority: HIGHEST for action security_group_members [ 969.348547] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.348768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.348872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.349259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.349442] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.349549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.349669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.349818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.349971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.350113] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d14053b7-6ee4-4e76-8907-6db90f6d1cb5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.441178] env[65677]: INFO networking_nsxv3.common.synchronization [None req-7bd8416e-2239-49e2-b670-cac04d5f4a95 None None] Enqueued Resource ID: a487de65-c2ce-4d7a-b58d-53bc26bc22bf with Priority: HIGHEST for action port [ 969.441797] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a487de65-c2ce-4d7a-b58d-53bc26bc22bf with Priority: HIGHEST for action port [ 969.442131] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-a487de65-c2ce-4d7a-b58d-53bc26bc22bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.442283] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a487de65-c2ce-4d7a-b58d-53bc26bc22bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.442331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a487de65-c2ce-4d7a-b58d-53bc26bc22bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.442573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a487de65-c2ce-4d7a-b58d-53bc26bc22bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.442659] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a487de65-c2ce-4d7a-b58d-53bc26bc22bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.675057] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b146115-a688-4151-9ceb-7b5019677fe7: rpc.has_security_group_logging(os_id): False [ 969.695898] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.696078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.696147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.696318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.716587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.716938] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.717086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.717179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.717407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.717535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.717770] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 is going to be updated. [ 969.791985] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.792177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.792218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.792617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.792617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.806400] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: IN_PROGRESS for 2s [ 969.828619] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.829283] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-468" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.829283] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-468" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.829383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-468" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.829596] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.829855] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.829855] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.830252] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.830414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.830734] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.831100] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.831255] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.831344] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.831461] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.831570] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.831703] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.854337] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.855073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.855073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.855073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.855073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.855520] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.855520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.855520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.856013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.856013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.856013] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 already deleted. [ 969.856013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.866840] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.866994] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.867573] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.867573] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-468" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.867766] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-63ea5809-a74d-4e76-8026-79c6e3d8f18f taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.867926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-63ea5809-a74d-4e76-8026-79c6e3d8f18f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.868053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-63ea5809-a74d-4e76-8026-79c6e3d8f18f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.868493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-63ea5809-a74d-4e76-8026-79c6e3d8f18f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.868666] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ea5809-a74d-4e76-8026-79c6e3d8f18f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.945842] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a487de65-c2ce-4d7a-b58d-53bc26bc22bf [ 969.945842] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.945842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.945842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.945842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.945842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.945842] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a487de65-c2ce-4d7a-b58d-53bc26bc22bf already deleted. [ 969.945842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a487de65-c2ce-4d7a-b58d-53bc26bc22bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.985544] env[65677]: INFO networking_nsxv3.common.synchronization [req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e req-d82ee184-7906-44c2-b381-af3c36bfc432 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Enqueued Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 969.986365] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 with Priority: HIGHEST for action security_group_members [ 969.986365] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.986518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.986518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.986688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.986850] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.986946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.988290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.989011] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.989115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.989219] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7ab11-09d4-473b-b35b-1cbe6949f4c3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.222107] env[65677]: INFO networking_nsxv3.common.synchronization [req-5f29b128-3b02-439e-a811-88d0edd11276 req-649067f4-f746-4e9d-a093-4818d147a495 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Enqueued Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 970.222983] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f with Priority: HIGHEST for action security_group_members [ 970.223322] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dafe749-d5ae-47f7-b42b-93d78d88577f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.223450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.223520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.223734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.223955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.224090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.224160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.224321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.224419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.224558] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dafe749-d5ae-47f7-b42b-93d78d88577f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.371403] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.371759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.371799] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.372223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.372333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.372592] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 63ea5809-a74d-4e76-8026-79c6e3d8f18f not found, creating... [ 970.372880] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.373104] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.373293] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.373623] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.373789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.375134] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.375395] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.375561] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.375826] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.375971] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.376140] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 63ea5809-a74d-4e76-8026-79c6e3d8f18f is going to be created. [ 970.405980] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.406305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.406465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.406812] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.407127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.407482] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-63ea5809-a74d-4e76-8026-79c6e3d8f18f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.491629] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.492228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.492228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.492228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.531306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.531632] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.531766] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.532134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.532359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.532449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.532546] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 is going to be updated. [ 970.568565] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.568851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.568851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.569792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.569792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.581363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: IN_PROGRESS for 2s [ 970.727414] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.727584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.727656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.728068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.755895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.756671] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.756671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.756671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.757056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.757056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.757166] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f is going to be updated. [ 970.783682] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a52f038c-7744-4872-8839-6005bb065eec None None] Enqueued Resource ID: 64cddf96-73da-4432-8e39-eafd8263c046 with Priority: HIGHEST for action port [ 970.784706] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cddf96-73da-4432-8e39-eafd8263c046 with Priority: HIGHEST for action port [ 970.785225] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-64cddf96-73da-4432-8e39-eafd8263c046 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.785462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64cddf96-73da-4432-8e39-eafd8263c046" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.786616] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64cddf96-73da-4432-8e39-eafd8263c046" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.786848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64cddf96-73da-4432-8e39-eafd8263c046" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.787226] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64cddf96-73da-4432-8e39-eafd8263c046',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.797861] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.797861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.797861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.797861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.797861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.813031] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: IN_PROGRESS for 2s [ 971.180636] env[65677]: INFO networking_nsxv3.common.synchronization [req-fee621a0-17b4-45bc-a2ff-d72d16a66713 req-bcb4c9da-1e29-4303-976c-752625fa364d service nova] Enqueued Resource ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 with Priority: HIGHEST for action security_group_rules [ 971.180827] env[65677]: INFO networking_nsxv3.common.synchronization [req-fee621a0-17b4-45bc-a2ff-d72d16a66713 req-bcb4c9da-1e29-4303-976c-752625fa364d service nova] Enqueued Resource ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 with Priority: HIGHEST for action security_group_members [ 971.180960] env[65677]: INFO networking_nsxv3.common.synchronization [req-fee621a0-17b4-45bc-a2ff-d72d16a66713 req-bcb4c9da-1e29-4303-976c-752625fa364d service nova] Enqueued Resource ID: 63ea5809-a74d-4e76-8026-79c6e3d8f18f with Priority: HIGHEST for action port [ 971.181660] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 with Priority: HIGHEST for action security_group_rules [ 971.181868] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 with Priority: HIGHEST for action security_group_members [ 971.182732] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ea5809-a74d-4e76-8026-79c6e3d8f18f with Priority: HIGHEST for action port [ 971.183126] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d14053b7-6ee4-4e76-8907-6db90f6d1cb5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.183345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.183345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.183889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.184030] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d14053b7-6ee4-4e76-8907-6db90f6d1cb5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.188449] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.188607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.188707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.188903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.189677] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.189677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.189677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.189939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.189939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.189939] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d14053b7-6ee4-4e76-8907-6db90f6d1cb5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.191416] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ea5809-a74d-4e76-8026-79c6e3d8f18f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.191416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ea5809-a74d-4e76-8026-79c6e3d8f18f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.191416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ea5809-a74d-4e76-8026-79c6e3d8f18f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.191689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ea5809-a74d-4e76-8026-79c6e3d8f18f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.191743] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ea5809-a74d-4e76-8026-79c6e3d8f18f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.289090] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64cddf96-73da-4432-8e39-eafd8263c046 [ 971.289626] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.289864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.289967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.290273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.290395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.290550] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64cddf96-73da-4432-8e39-eafd8263c046 already deleted. [ 971.290663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64cddf96-73da-4432-8e39-eafd8263c046" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.694207] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d14053b7-6ee4-4e76-8907-6db90f6d1cb5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.698109] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.698109] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63ea5809-a74d-4e76-8026-79c6e3d8f18f with status ACTIVE [ 971.698109] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.698109] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.698109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.698109] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.698944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.698944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.698944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.698944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.698944] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63ea5809-a74d-4e76-8026-79c6e3d8f18f is going to be updated. [ 971.726485] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.726485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.726485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.726485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.726485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.726485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ea5809-a74d-4e76-8026-79c6e3d8f18f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.830905] env[65677]: INFO networking_nsxv3.common.synchronization [req-0d6d2bee-5600-455a-8471-7ac319281b24 req-e45824c3-00c6-4d65-b955-b427c0e09a1c tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Enqueued Resource ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f with Priority: HIGHEST for action security_group_members [ 971.832692] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: SUCCESS [ 971.832811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.833399] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f with Priority: HIGHEST for action security_group_members [ 971.833749] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b03ad4-8b6f-4c56-a77f-1221f384371f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.833872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.833945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.835042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.835042] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.835042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.835042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.835042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.835042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.835042] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0b03ad4-8b6f-4c56-a77f-1221f384371f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.200631] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d14053b7-6ee4-4e76-8907-6db90f6d1cb5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.285648] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0fd6b113-a6fe-4eb0-b749-adceb2174892 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 972.286532] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 972.287350] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.287350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.287350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.287558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.287626] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.339438] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.339438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.339438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.339713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.339713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.340066] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.340066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.340066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.340345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.340345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.340345] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f is going to be updated. [ 972.382423] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.382541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.382611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.383040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.383264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.394392] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f in Status: IN_PROGRESS for 2s [ 972.467103] env[65677]: INFO networking_nsxv3.common.synchronization [None req-78d4e5f6-184a-4811-8ba1-d2993a36d58f tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 972.467947] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 972.471199] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.471199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.528127] env[65677]: INFO networking_nsxv3.common.synchronization [None req-18fa0fc4-60ce-4c88-a71a-34d48aeab8dd None None] Enqueued Resource ID: b99c6b42-afbc-4ce1-8e60-68b55d3484ba with Priority: HIGHEST for action port [ 972.528807] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99c6b42-afbc-4ce1-8e60-68b55d3484ba with Priority: HIGHEST for action port [ 972.529272] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b99c6b42-afbc-4ce1-8e60-68b55d3484ba taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.529272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b99c6b42-afbc-4ce1-8e60-68b55d3484ba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.529409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b99c6b42-afbc-4ce1-8e60-68b55d3484ba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.530135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b99c6b42-afbc-4ce1-8e60-68b55d3484ba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.530135] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b99c6b42-afbc-4ce1-8e60-68b55d3484ba',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.594552] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 in Status: SUCCESS [ 972.594860] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7ab11-09d4-473b-b35b-1cbe6949f4c3 deletion is rescheduled due to dependency. [ 972.594929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7ab11-09d4-473b-b35b-1cbe6949f4c3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.702382] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.702883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.702883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.703034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.703110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.703225] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 is going to be created. [ 972.733476] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.733716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.733791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.734098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.734384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.748514] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 in Status: UNINITIALIZED for 2s [ 972.816351] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.816351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.816351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.816351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.816351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.816662] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522b2700-eccf-468e-b838-fb33aab73516 already deleted. [ 972.816662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.816662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.817337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.817337] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.822052] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f in Status: SUCCESS [ 972.822369] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dafe749-d5ae-47f7-b42b-93d78d88577f deletion is rescheduled due to dependency. [ 972.822975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dafe749-d5ae-47f7-b42b-93d78d88577f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.033122] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b99c6b42-afbc-4ce1-8e60-68b55d3484ba [ 973.033310] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.033510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.033834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.034135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.034232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.034333] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b99c6b42-afbc-4ce1-8e60-68b55d3484ba already deleted. [ 973.034421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b99c6b42-afbc-4ce1-8e60-68b55d3484ba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.346697] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.346845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.346883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.347128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.347217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.347402] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522b2700-eccf-468e-b838-fb33aab73516 already deleted. [ 973.347585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.409255] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f in Status: SUCCESS [ 974.409255] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0b03ad4-8b6f-4c56-a77f-1221f384371f deletion is rescheduled due to dependency. [ 974.409255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b03ad4-8b6f-4c56-a77f-1221f384371f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.762505] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 in Status: SUCCESS [ 974.762812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.763078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.763381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.763648] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.763800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.763878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.764141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.764280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.764413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.764598] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d14053b7-6ee4-4e76-8907-6db90f6d1cb5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.257583] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3fc78ccb-25fc-4319-872b-0f72a201d323 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 4fc409b0-51e0-463e-9495-333bd1a2fc64 with Priority: HIGHEST for action security_group_rules [ 975.258264] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc409b0-51e0-463e-9495-333bd1a2fc64 with Priority: HIGHEST for action security_group_rules [ 975.258597] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fc409b0-51e0-463e-9495-333bd1a2fc64 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.259127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fc409b0-51e0-463e-9495-333bd1a2fc64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.259335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fc409b0-51e0-463e-9495-333bd1a2fc64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.259517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fc409b0-51e0-463e-9495-333bd1a2fc64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.259591] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fc409b0-51e0-463e-9495-333bd1a2fc64',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.270370] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.270663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.270663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.270897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.271252] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.271252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.271252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.271523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.271614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.271691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.271848] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.271982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.272080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.272230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.272409] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.272519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.272601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.272741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.272843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.272933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.273036] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d14053b7-6ee4-4e76-8907-6db90f6d1cb5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.430123] env[65677]: INFO networking_nsxv3.common.synchronization [None req-89d0d414-75f5-4bb4-8df8-7542c00e65a1 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 4fc409b0-51e0-463e-9495-333bd1a2fc64 with Priority: HIGHEST for action security_group_rules [ 975.430940] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc409b0-51e0-463e-9495-333bd1a2fc64 with Priority: HIGHEST for action security_group_rules [ 975.431368] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fc409b0-51e0-463e-9495-333bd1a2fc64 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.431515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fc409b0-51e0-463e-9495-333bd1a2fc64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.778289] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d14053b7-6ee4-4e76-8907-6db90f6d1cb5: rpc.has_security_group_logging(os_id): False [ 975.792809] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.793053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.793128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.793357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.793461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.793563] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fc409b0-51e0-463e-9495-333bd1a2fc64 already deleted. [ 975.793650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fc409b0-51e0-463e-9495-333bd1a2fc64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.793817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fc409b0-51e0-463e-9495-333bd1a2fc64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.794158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fc409b0-51e0-463e-9495-333bd1a2fc64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.794158] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fc409b0-51e0-463e-9495-333bd1a2fc64',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.799334] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.799575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.799575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.802797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.802797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.802797] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.802797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.803060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.803060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.803131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.803294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.803390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.803454] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.803615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.803675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.803867] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.803960] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.804132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.804309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.804372] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.804453] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 is going to be created. [ 975.889023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.889209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.889727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.889727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.889876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.908383] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 in Status: IN_PROGRESS for 2s [ 976.203612] env[65677]: INFO networking_nsxv3.common.synchronization [req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 req-c3d10bb8-863d-4b28-9e24-130b180b674b tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 976.204295] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 976.204978] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.204978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.204978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.204978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.204978] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.205828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.206021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.206711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.206711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.206711] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.337868] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.338067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.338150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.338480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.338545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.338778] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fc409b0-51e0-463e-9495-333bd1a2fc64 already deleted. [ 976.338778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fc409b0-51e0-463e-9495-333bd1a2fc64" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.701547] env[65677]: INFO networking_nsxv3.common.synchronization [req-4f31b0fb-c526-488b-852f-3d8dd9b12397 req-60eb32fb-8b85-4e22-82eb-85071e1e5e4b tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 976.702155] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 976.702473] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.702601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.702688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.703229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.703507] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.703507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.703669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.703719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.703819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.703888] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.708445] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.708656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.708656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.708903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.732934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.732934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.733129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.733129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.733287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.733520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.733520] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 976.797732] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.797732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.797732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.797732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.797732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.808900] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 977.151381] env[65677]: INFO networking_nsxv3.common.synchronization [req-c730c6c7-f5c4-4445-a85b-6e08966da34e req-8d3cab7d-2adf-488c-adc5-354c83e8c962 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 977.152381] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 977.152911] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.153151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.153276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.153599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.153906] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.154118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.154249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.154532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.154693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.154855] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.361723] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.661125] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.661311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.661362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.661572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.661668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.661874] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.661962] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.662038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.662192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.662264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.662363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 977.699508] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.700356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.702187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.702187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.702187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.714800] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 977.862313] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.923723] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 in Status: SUCCESS [ 977.924087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.366036] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.366036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.366036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.366036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.366368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.366368] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 978.406430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.408701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.408701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.408701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.408701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.421493] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 978.820849] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 978.820849] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 deletion is rescheduled due to dependency. [ 978.820849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.963603] env[65677]: INFO networking_nsxv3.common.synchronization [req-77660e01-58c7-4739-99ca-267b0f23b7a6 req-d092f13e-3bc0-48f3-b683-f5a99cd3211f tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 978.964230] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 978.964580] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.964737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.964796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.965071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.965288] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.965392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.965430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.965615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.965743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.965821] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.418768] env[65677]: INFO networking_nsxv3.common.synchronization [req-c8eed016-1d12-4f17-9018-c7852c1ab010 req-72325267-dad5-4d72-8192-d7121bec79ff tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Enqueued Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_members [ 979.419365] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGHEST for action security_group_members [ 979.420195] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f032f550-4c03-4748-9536-c231775b6170 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.420811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.420811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.420811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.420811] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.421143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.421143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.422115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.422223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.422335] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.468524] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.468730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.468806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.469027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.469116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.469329] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.469427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.469489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.469739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.469828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.469918] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 already deleted. [ 979.470014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.726691] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 979.726874] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 979.726984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.898856] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.899231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-878" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.899231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-878" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.899478] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-878" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.899673] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.899816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.899916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.900141] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.900484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.900582] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.900676] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.900780] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.900902] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.900981] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.901467] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.901619] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.921434] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.921590] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.921727] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.921902] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-878" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.922269] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.922446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.922554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.922871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.923011] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbbcbbf-adaa-45f9-9b1a-05a1352673c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.923980] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.924112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.924169] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.924334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.924416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.924597] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.924684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.924743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.924905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.924973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.925056] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032f550-4c03-4748-9536-c231775b6170 is going to be updated. [ 979.954833] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.955028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.955069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.955303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.955488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.964528] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032f550-4c03-4748-9536-c231775b6170 in Status: IN_PROGRESS for 2s [ 980.430545] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.430545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.430545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.430545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.430545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.430545] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 not found, creating... [ 980.430545] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.430545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.430545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.431117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.431117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.431416] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.431624] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.431779] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.432105] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.432319] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.432510] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 is going to be created. [ 980.434850] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 980.435153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.463746] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.464226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.464226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.464861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.464861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.464940] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.150634] env[65677]: INFO networking_nsxv3.common.synchronization [req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 req-58d5dffa-5eea-4141-98a2-d5cbe312c0f6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 981.151365] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 981.151554] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.151666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.151729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.151908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.152075] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.152253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.152253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.152360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.152445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.152535] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.172418] env[65677]: INFO networking_nsxv3.common.synchronization [req-77660e01-58c7-4739-99ca-267b0f23b7a6 req-d7c500f4-577f-431f-a313-744357a60337 service nova] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_rules [ 981.172603] env[65677]: INFO networking_nsxv3.common.synchronization [req-77660e01-58c7-4739-99ca-267b0f23b7a6 req-d7c500f4-577f-431f-a313-744357a60337 service nova] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 981.172763] env[65677]: INFO networking_nsxv3.common.synchronization [req-77660e01-58c7-4739-99ca-267b0f23b7a6 req-d7c500f4-577f-431f-a313-744357a60337 service nova] Enqueued Resource ID: 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 with Priority: HIGHEST for action port [ 981.173446] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_rules [ 981.173521] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 981.174324] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 with Priority: HIGHEST for action port [ 981.174324] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.174324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.174324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.174324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.174716] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.175582] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.175707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.175740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.176691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.176691] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.176691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.176691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.176691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.177121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.177121] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.177846] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.177952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.178037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.178973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.178973] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbbcbbf-adaa-45f9-9b1a-05a1352673c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.655386] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.655567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.655639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.655856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.679351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.679522] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.679644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.679710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.679941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.680034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.680140] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 981.682270] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.682441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.682504] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.683346] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 with status ACTIVE [ 981.683961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.683961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.683961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.683961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.683961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.684216] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.684216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.684216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.685150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.685150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.685150] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.685150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.685150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.685150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.685150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.685150] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 is going to be updated. [ 981.708182] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.708385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.708527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.710353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.710353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.710353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.713131] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.713131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.713330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.713390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.713712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.722622] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 981.975065] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f032f550-4c03-4748-9536-c231775b6170 in Status: SUCCESS [ 981.975283] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f032f550-4c03-4748-9536-c231775b6170 deletion is rescheduled due to dependency. [ 981.975414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.187922] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.690797] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.690964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.691062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.691337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.691433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.691540] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be created. [ 982.716231] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.716388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.716445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.716664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.716820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.729058] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: UNINITIALIZED for 2s [ 983.744485] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 983.745000] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 deletion is rescheduled due to dependency. [ 983.745000] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.739789] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: SUCCESS [ 984.740021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.740185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.740492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.740640] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.740763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.740826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.740978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.741121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.741178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.741238] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.243601] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.244039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.244039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.244288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.244534] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.244648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.244715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.244909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.244988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.245091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.245256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.245366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.245432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.245580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.245714] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.245800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.245861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.246058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.246091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.246159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.246251] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.748589] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03edc19-6de1-47a6-a769-78677fe645b3: rpc.has_security_group_logging(os_id): False [ 985.767667] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.767667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.767973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.767973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.768072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.768355] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.768488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.768764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.768828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.768907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.769141] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.769247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.769306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.769465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.769543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.769745] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.769829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.769892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.770293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.770410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.770453] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be created. [ 985.837992] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.838388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.838531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.838822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.839012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.858502] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: IN_PROGRESS for 2s [ 986.175294] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 986.175793] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 986.192044] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3a697cf9-cbc6-4519-ba39-0305548f8fe9 None None] Enqueued Resource ID: 59bf0344-3fdb-4370-a583-a3629f88a2de with Priority: HIGHEST for action port [ 986.193135] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59bf0344-3fdb-4370-a583-a3629f88a2de with Priority: HIGHEST for action port [ 986.193257] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-59bf0344-3fdb-4370-a583-a3629f88a2de taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.193744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59bf0344-3fdb-4370-a583-a3629f88a2de" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.193744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59bf0344-3fdb-4370-a583-a3629f88a2de" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.194527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59bf0344-3fdb-4370-a583-a3629f88a2de" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.194527] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59bf0344-3fdb-4370-a583-a3629f88a2de',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.697608] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59bf0344-3fdb-4370-a583-a3629f88a2de [ 986.698224] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.698224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.698224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.698801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.698801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.698801] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59bf0344-3fdb-4370-a583-a3629f88a2de already deleted. [ 986.698801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59bf0344-3fdb-4370-a583-a3629f88a2de" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.279369] env[65677]: INFO networking_nsxv3.common.synchronization [req-1d5646fc-15c5-4ca5-bfa6-5d9a60af57e7 req-ce42ab82-2ab1-4a3b-bfb3-4fe13bbc7160 tempest-SecurityGroupRulesNegativeTestJSON-1133146696 tempest-SecurityGroupRulesNegativeTestJSON-1133146696-project-member] Enqueued Resource ID: f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32 with Priority: HIGHEST for action security_group_rules [ 987.279738] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32 with Priority: HIGHEST for action security_group_rules [ 987.280586] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.280715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.280776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.281089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.281175] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.523279] env[65677]: INFO networking_nsxv3.common.synchronization [req-9f687afe-d94b-4245-9e1a-48b97d009ff0 req-8838d9ea-7ca8-4087-ba65-46e3d639c8e8 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Enqueued Resource ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 with Priority: HIGHEST for action security_group_members [ 987.523279] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 with Priority: HIGHEST for action security_group_members [ 987.523279] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.527067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.527067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.527067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.527067] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.527067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.527067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.527067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.527067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.527067] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d14053b7-6ee4-4e76-8907-6db90f6d1cb5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.804229] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.804229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.804229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.804229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.804229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.804229] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32 already deleted. [ 987.804229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.872208] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: SUCCESS [ 987.872706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.029159] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.029298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.029370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.029586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.029790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.029889] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.029984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.030067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.030208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.030277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.030361] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 is going to be updated. [ 988.071834] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.072143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.072143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.072207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.072685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.084211] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 in Status: IN_PROGRESS for 2s [ 988.381764] env[65677]: INFO networking_nsxv3.common.synchronization [req-c5e7fa88-d755-48f8-9948-fdb759e91eb8 req-b0fd64dd-02eb-4341-95f6-5107176f6db2 tempest-SecurityGroupRulesNegativeTestJSON-1133146696 tempest-SecurityGroupRulesNegativeTestJSON-1133146696-project-member] Enqueued Resource ID: f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32 with Priority: HIGHEST for action security_group_rules [ 988.383141] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32 with Priority: HIGHEST for action security_group_rules [ 988.383763] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.383763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.383763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.384518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.384518] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.660708] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3cb94c14-42cf-4936-968b-ddc1c34ca86b None None] Enqueued Resource ID: 01d83fa4-7137-48a1-b124-a42571841361 with Priority: HIGHEST for action port [ 988.661546] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d83fa4-7137-48a1-b124-a42571841361 with Priority: HIGHEST for action port [ 988.661678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d83fa4-7137-48a1-b124-a42571841361 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.661749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d83fa4-7137-48a1-b124-a42571841361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.661783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d83fa4-7137-48a1-b124-a42571841361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.662177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d83fa4-7137-48a1-b124-a42571841361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.662177] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d83fa4-7137-48a1-b124-a42571841361',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.733558] env[65677]: INFO networking_nsxv3.common.synchronization [None req-fe47eb84-d7c6-493b-a504-82a77015cc79 None None] Enqueued Resource ID: 6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c with Priority: HIGHEST for action port [ 988.734202] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c with Priority: HIGHEST for action port [ 988.734588] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.734782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.734883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.735183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.735301] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.910405] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.910897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.910897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.910897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.911021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.911021] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32 already deleted. [ 988.911134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f18f00d9-41e1-4b1f-a204-1bf1c7a5dd32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.164393] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d83fa4-7137-48a1-b124-a42571841361 [ 989.164680] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.164827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.164827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.165338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.165338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.165338] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d83fa4-7137-48a1-b124-a42571841361 already deleted. [ 989.165338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d83fa4-7137-48a1-b124-a42571841361" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.239264] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c [ 989.239264] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.239264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.239402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.239527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.239657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.240347] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c already deleted. [ 989.240347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6893b4c8-e34d-4ab0-aa53-d5d3a82bb05c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.096035] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 in Status: SUCCESS [ 990.097068] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d14053b7-6ee4-4e76-8907-6db90f6d1cb5 deletion is rescheduled due to dependency. [ 990.097221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d14053b7-6ee4-4e76-8907-6db90f6d1cb5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.553586] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a030e711-bcf7-47b7-a1f7-0c6591ca8af5 None None] Enqueued Resource ID: 1be0358d-d9c1-4843-9b95-955912ff81c4 with Priority: HIGHEST for action port [ 991.554388] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be0358d-d9c1-4843-9b95-955912ff81c4 with Priority: HIGHEST for action port [ 991.556613] env[65677]: INFO networking_nsxv3.common.synchronization [None req-41135908-881e-46ac-9dee-cd5a65c10e80 None None] Enqueued Resource ID: b87bd9f1-541b-4978-93c4-029a9523d7df with Priority: HIGHEST for action port [ 991.556964] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1be0358d-d9c1-4843-9b95-955912ff81c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.557159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1be0358d-d9c1-4843-9b95-955912ff81c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.557227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1be0358d-d9c1-4843-9b95-955912ff81c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.557432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1be0358d-d9c1-4843-9b95-955912ff81c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.557659] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be0358d-d9c1-4843-9b95-955912ff81c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.558671] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87bd9f1-541b-4978-93c4-029a9523d7df with Priority: HIGHEST for action port [ 991.558861] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b87bd9f1-541b-4978-93c4-029a9523d7df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.559029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b87bd9f1-541b-4978-93c4-029a9523d7df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.559078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b87bd9f1-541b-4978-93c4-029a9523d7df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.559313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b87bd9f1-541b-4978-93c4-029a9523d7df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.559313] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b87bd9f1-541b-4978-93c4-029a9523d7df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.061349] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1be0358d-d9c1-4843-9b95-955912ff81c4 [ 992.062491] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.063987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.063987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.063987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.063987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.063987] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1be0358d-d9c1-4843-9b95-955912ff81c4 already deleted. [ 992.063987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1be0358d-d9c1-4843-9b95-955912ff81c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.064207] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b87bd9f1-541b-4978-93c4-029a9523d7df [ 992.064399] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.064488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.064526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.064693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.064749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.064833] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b87bd9f1-541b-4978-93c4-029a9523d7df already deleted. [ 992.064904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b87bd9f1-541b-4978-93c4-029a9523d7df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.487634] env[65677]: INFO networking_nsxv3.common.synchronization [None req-2a1a71ae-aae7-4c84-abb9-478fb02a94bc None None] Enqueued Resource ID: e4501003-59b8-418a-b9f6-c3e2bb70b3c6 with Priority: HIGHEST for action port [ 993.488189] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4501003-59b8-418a-b9f6-c3e2bb70b3c6 with Priority: HIGHEST for action port [ 993.488577] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4501003-59b8-418a-b9f6-c3e2bb70b3c6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.488724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4501003-59b8-418a-b9f6-c3e2bb70b3c6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.488724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4501003-59b8-418a-b9f6-c3e2bb70b3c6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.489263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4501003-59b8-418a-b9f6-c3e2bb70b3c6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.489263] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4501003-59b8-418a-b9f6-c3e2bb70b3c6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.991559] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4501003-59b8-418a-b9f6-c3e2bb70b3c6 [ 993.991787] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.993922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.993922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.994074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.994108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.994721] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4501003-59b8-418a-b9f6-c3e2bb70b3c6 already deleted. [ 993.994721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4501003-59b8-418a-b9f6-c3e2bb70b3c6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.120035] env[65677]: INFO networking_nsxv3.common.synchronization [None req-038f95e3-b639-4d78-8847-ec163a5d1b38 None None] Enqueued Resource ID: 3d2c31fe-7984-4826-be3b-21adab8a8d12 with Priority: HIGHEST for action port [ 994.120035] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2c31fe-7984-4826-be3b-21adab8a8d12 with Priority: HIGHEST for action port [ 994.120370] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d2c31fe-7984-4826-be3b-21adab8a8d12 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.120831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d2c31fe-7984-4826-be3b-21adab8a8d12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.120831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d2c31fe-7984-4826-be3b-21adab8a8d12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.120940] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d2c31fe-7984-4826-be3b-21adab8a8d12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.121143] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2c31fe-7984-4826-be3b-21adab8a8d12',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.623966] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d2c31fe-7984-4826-be3b-21adab8a8d12 [ 994.624283] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.624352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.625601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.625601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.625601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.625760] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d2c31fe-7984-4826-be3b-21adab8a8d12 already deleted. [ 994.625796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d2c31fe-7984-4826-be3b-21adab8a8d12" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.655265] env[65677]: INFO networking_nsxv3.common.synchronization [req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a req-ecfc2db2-952e-4caa-a4d3-1ad854c4628f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 994.655922] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 994.656339] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.656468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.656524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.656777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.656931] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.657039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.657100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.657258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.657338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.657497] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.114108] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.114300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.115028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.115394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.115724] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.115936] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.116125] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.116626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.116829] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.117097] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.117402] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.117402] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.117585] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.117742] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.118246] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.118246] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.139272] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.139754] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.139754] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.139754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.140123] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.140237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.140351] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.140665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.141660] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb21dae9-67ec-4933-a4fa-cf1ce8e84505',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.160087] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.161501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.161501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.161501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.161501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.161501] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.161501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.161501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.161501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.161959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.162152] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 already deleted. [ 995.162345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.646123] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.646524] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.646628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.647053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.647266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.647614] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port cb21dae9-67ec-4933-a4fa-cf1ce8e84505 not found, creating... [ 995.647986] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.648797] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.648797] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.648797] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.649078] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.649153] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.649379] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.649415] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.649636] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.649775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.649959] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: cb21dae9-67ec-4933-a4fa-cf1ce8e84505 is going to be created. [ 995.673978] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.673978] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.673978] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.673978] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.674232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.674469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.036876] env[65677]: INFO networking_nsxv3.common.synchronization [None req-7d772ce8-7659-494c-ba62-8ad5c66eaa74 None None] Enqueued Resource ID: 63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8 with Priority: HIGHEST for action port [ 996.038041] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8 with Priority: HIGHEST for action port [ 996.038041] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.038041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.038041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.038541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.038541] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.397401] env[65677]: INFO networking_nsxv3.common.synchronization [req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a req-488d66a6-9e79-4691-b4ea-e189ec75e0f5 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 996.397401] env[65677]: INFO networking_nsxv3.common.synchronization [req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a req-488d66a6-9e79-4691-b4ea-e189ec75e0f5 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 996.397401] env[65677]: INFO networking_nsxv3.common.synchronization [req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a req-488d66a6-9e79-4691-b4ea-e189ec75e0f5 service nova] Enqueued Resource ID: cb21dae9-67ec-4933-a4fa-cf1ce8e84505 with Priority: HIGHEST for action port [ 996.397401] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 996.397401] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 996.397401] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb21dae9-67ec-4933-a4fa-cf1ce8e84505 with Priority: HIGHEST for action port [ 996.397710] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.397816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.398875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.399269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.400550] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.400550] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.400689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.400689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.400911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.401117] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.401253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.402268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.402268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.402268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.402268] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.404108] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.404374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.404374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.404496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.404646] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb21dae9-67ec-4933-a4fa-cf1ce8e84505',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.540704] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8 [ 996.540704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.540891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.541034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.541352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.541493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.541693] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8 already deleted. [ 996.541836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63bfdd4f-fa9a-4cc1-be83-73d74a82ebf8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.907933] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.907933] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.907933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911115] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb21dae9-67ec-4933-a4fa-cf1ce8e84505 with status ACTIVE [ 996.911115] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.911115] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.911115] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.911115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.911115] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb21dae9-67ec-4933-a4fa-cf1ce8e84505 is going to be updated. [ 996.934510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.934510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.934510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.934510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.934510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.934510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb21dae9-67ec-4933-a4fa-cf1ce8e84505" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.950056] env[65677]: INFO networking_nsxv3.common.synchronization [req-b417eb5a-f699-4113-b49d-2301b211b99c req-9e4459e6-9e81-48ca-ba20-ee9bebcfbde2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 996.950664] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 996.952281] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.952450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.952533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.952805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.953300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.953416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.953494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.953668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.953777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.954483] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.409390] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.420983] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.420983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.420983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.421181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.421777] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.421777] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.421777] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.422553] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.422914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.423145] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.423314] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.423469] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.423633] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.423793] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.424209] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.424430] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.445682] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.446905] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.448107] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.448300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.448648] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-a30068d1-3519-43b1-844a-07f0e3d8eb8d taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.448824] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-a30068d1-3519-43b1-844a-07f0e3d8eb8d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.448961] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-a30068d1-3519-43b1-844a-07f0e3d8eb8d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.449293] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-a30068d1-3519-43b1-844a-07f0e3d8eb8d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.449429] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30068d1-3519-43b1-844a-07f0e3d8eb8d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.456035] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.456715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.456715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.456715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.456715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.456885] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.456885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.456976] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.457074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.457152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.457238] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 already deleted. [ 997.457316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.916316] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.916753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.916753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.916941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.917140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.917281] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be created. [ 997.943030] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.943256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.943256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.943456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.943616] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.951704] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.952017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.952219] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.952530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.952770] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.952929] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port a30068d1-3519-43b1-844a-07f0e3d8eb8d not found, creating... [ 997.953270] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.953456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.953610] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.953913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.954096] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.954455] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.954651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.954801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.955068] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.955254] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.955436] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: a30068d1-3519-43b1-844a-07f0e3d8eb8d is going to be created. [ 997.957349] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: UNINITIALIZED for 2s [ 997.976468] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.976811] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.976949] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.977235] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.977519] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.977840] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-a30068d1-3519-43b1-844a-07f0e3d8eb8d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.717173] env[65677]: INFO networking_nsxv3.common.synchronization [req-b417eb5a-f699-4113-b49d-2301b211b99c req-ed9a1efb-92f4-465d-813a-2416ecc7396b service nova] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 998.717350] env[65677]: INFO networking_nsxv3.common.synchronization [req-b417eb5a-f699-4113-b49d-2301b211b99c req-ed9a1efb-92f4-465d-813a-2416ecc7396b service nova] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 998.717519] env[65677]: INFO networking_nsxv3.common.synchronization [req-b417eb5a-f699-4113-b49d-2301b211b99c req-ed9a1efb-92f4-465d-813a-2416ecc7396b service nova] Enqueued Resource ID: a30068d1-3519-43b1-844a-07f0e3d8eb8d with Priority: HIGHEST for action port [ 998.717822] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 998.717882] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 998.717978] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30068d1-3519-43b1-844a-07f0e3d8eb8d with Priority: HIGHEST for action port [ 998.720893] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.721064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.721162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.721351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.721459] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.722337] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.722451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.722517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.722688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.722822] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.722911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.723067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.723169] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.723206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.723273] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.724043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30068d1-3519-43b1-844a-07f0e3d8eb8d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.724149] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30068d1-3519-43b1-844a-07f0e3d8eb8d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.724928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30068d1-3519-43b1-844a-07f0e3d8eb8d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.724928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30068d1-3519-43b1-844a-07f0e3d8eb8d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.724928] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30068d1-3519-43b1-844a-07f0e3d8eb8d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.226528] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.226929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.226929] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.227676] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30068d1-3519-43b1-844a-07f0e3d8eb8d with status ACTIVE [ 999.228163] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.228163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.228163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.228403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.228403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.228557] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.228683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.228754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.228914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.228995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.229210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.229316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.229382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.229858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.229858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.229858] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30068d1-3519-43b1-844a-07f0e3d8eb8d is going to be updated. [ 999.251989] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.252201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.252243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.252722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.252722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.252722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30068d1-3519-43b1-844a-07f0e3d8eb8d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.733408] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.967427] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 999.967720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.967984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.968245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.968409] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.969202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.969272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.969514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.969514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.969591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.969740] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.242030] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.242030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.242030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.242030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.242030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.242030] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be created. [ 1000.272367] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.272503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.272503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.272770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.272949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.287779] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: UNINITIALIZED for 2s [ 1000.473501] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.474096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.474096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.474096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.474096] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.474289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.474289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.474411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.474444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.475109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.475109] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.477424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.477424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.477635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.477754] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.477853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.477916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.479047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.479047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.479047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.479047] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.966925] env[65677]: INFO networking_nsxv3.common.synchronization [None req-ef44f987-5041-46e7-a765-de8fe240690c None None] Enqueued Resource ID: b6be8937-9beb-4da1-8e64-e7db9a79fd29 with Priority: HIGHEST for action port [ 1000.966925] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be8937-9beb-4da1-8e64-e7db9a79fd29 with Priority: HIGHEST for action port [ 1000.967369] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6be8937-9beb-4da1-8e64-e7db9a79fd29 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.967369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6be8937-9beb-4da1-8e64-e7db9a79fd29" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.967369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6be8937-9beb-4da1-8e64-e7db9a79fd29" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.967647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6be8937-9beb-4da1-8e64-e7db9a79fd29" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.967647] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6be8937-9beb-4da1-8e64-e7db9a79fd29',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.980899] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bd819e-5b3b-4bf8-92c3-d54586c26db7: rpc.has_security_group_logging(os_id): False [ 1001.005751] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.006023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.006477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.007038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.007156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.007350] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.007573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.009623] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.009623] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.009623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.010324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.010324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.010438] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be created. [ 1001.079850] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.080125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.080125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.080327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.080561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.098423] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1001.471021] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6be8937-9beb-4da1-8e64-e7db9a79fd29 [ 1001.471371] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.471523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.471596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.471825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.472057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.472183] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6be8937-9beb-4da1-8e64-e7db9a79fd29 already deleted. [ 1001.472270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6be8937-9beb-4da1-8e64-e7db9a79fd29" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.485216] env[65677]: INFO networking_nsxv3.common.synchronization [None req-45c8da67-a66e-4927-946b-8dc3ca4d95c9 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_rules [ 1001.485810] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_rules [ 1001.486129] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46c4716-a1f2-46b9-b650-73d86739e2c2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.486256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.486323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.486568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.486651] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.611107] env[65677]: INFO networking_nsxv3.common.synchronization [None req-55f85b3c-a3cf-4024-9d2d-2a8dc8bb2a1f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_rules [ 1001.611642] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_rules [ 1001.611934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46c4716-a1f2-46b9-b650-73d86739e2c2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.612851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.006511] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.006697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.006767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.006958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.007065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.007161] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 already deleted. [ 1002.007245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.007402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.007607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.007669] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.298045] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1002.298263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.298424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.298656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.298859] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.298977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.299111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.299200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.299278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.299377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.299439] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.347643] env[65677]: INFO networking_nsxv3.common.synchronization [req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 req-508496a8-90a5-44f3-808f-79763dbcfbb9 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 1002.348726] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 1002.348726] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.348726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.348993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.348993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.349215] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.349322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.349381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.349544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.349630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.349730] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.533625] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.533890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.533890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.534307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.534307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.534307] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 already deleted. [ 1002.534437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.805090] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.853821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.853974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.854056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.854585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.854585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.854585] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.855450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.855450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.855450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.855450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.855450] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 1002.889351] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.889351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.889351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.889660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.889941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.901173] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 1003.116511] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1003.116511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.308314] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522b2700-eccf-468e-b838-fb33aab73516: rpc.has_security_group_logging(os_id): False [ 1003.329153] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.329330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.329373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.329632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.329700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.329994] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.330113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.330183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.330351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.330432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.330529] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be created. [ 1003.404062] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.405821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.406067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.407354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.407354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.425243] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1003.612430] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c6294bc9-e897-437c-add8-11ef8dd5f932 None None] Enqueued Resource ID: 36410093-8006-42bc-a8f4-906c97150b40 with Priority: HIGHEST for action port [ 1003.613522] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36410093-8006-42bc-a8f4-906c97150b40 with Priority: HIGHEST for action port [ 1003.613910] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-36410093-8006-42bc-a8f4-906c97150b40 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.614899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36410093-8006-42bc-a8f4-906c97150b40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.614899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36410093-8006-42bc-a8f4-906c97150b40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.614899] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36410093-8006-42bc-a8f4-906c97150b40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.614899] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36410093-8006-42bc-a8f4-906c97150b40',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.116983] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36410093-8006-42bc-a8f4-906c97150b40 [ 1004.117228] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.117360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.117432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.117760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.118285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.118285] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36410093-8006-42bc-a8f4-906c97150b40 already deleted. [ 1004.118285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36410093-8006-42bc-a8f4-906c97150b40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.912901] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 1004.913266] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac deletion is rescheduled due to dependency. [ 1004.913266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.450071] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1005.450439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.167614] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.167614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.167614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.168125] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.168217] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.168442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.168561] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.168794] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.168994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.169224] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.169334] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.169439] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.169544] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.169653] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.169757] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.169896] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.198634] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.198821] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.198876] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.199079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-256" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.199433] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-1580d32a-ff27-48ab-b764-a8f30729bf0a taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.199607] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.199747] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.200119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.200349] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1580d32a-ff27-48ab-b764-a8f30729bf0a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.703088] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.703712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.704754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.704754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.704754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.705287] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.705287] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.705403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.705728] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.705941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.708013] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.708278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.708467] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.708890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.709129] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.709363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 1580d32a-ff27-48ab-b764-a8f30729bf0a is going to be updated. [ 1006.735570] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.735906] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.736106] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.736500] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.736793] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.738547] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.461937] env[65677]: INFO networking_nsxv3.common.synchronization [req-83534ae0-b10a-413f-add6-293beacb2b23 req-203d6b05-42ef-475d-bd74-4bbf8100bb87 service nova] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_rules [ 1007.462272] env[65677]: INFO networking_nsxv3.common.synchronization [req-83534ae0-b10a-413f-add6-293beacb2b23 req-203d6b05-42ef-475d-bd74-4bbf8100bb87 service nova] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 1007.462792] env[65677]: INFO networking_nsxv3.common.synchronization [req-83534ae0-b10a-413f-add6-293beacb2b23 req-203d6b05-42ef-475d-bd74-4bbf8100bb87 service nova] Enqueued Resource ID: 1580d32a-ff27-48ab-b764-a8f30729bf0a with Priority: HIGHEST for action port [ 1007.463494] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_rules [ 1007.463699] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 1007.463917] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1580d32a-ff27-48ab-b764-a8f30729bf0a with Priority: HIGHEST for action port [ 1007.464244] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.464429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.464558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.464839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.464972] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.466118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.466118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.466273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.466436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.466588] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.466687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.466812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.466981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.467094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.467220] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.468125] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1580d32a-ff27-48ab-b764-a8f30729bf0a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.468272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.468762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.468762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.468882] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1580d32a-ff27-48ab-b764-a8f30729bf0a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.971596] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.972649] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.972793] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.973204] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1580d32a-ff27-48ab-b764-a8f30729bf0a with status ACTIVE [ 1007.974028] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.974028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.974028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.974028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.974028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.974409] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.974409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.974409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.974409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.974569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.974671] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.974732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.974788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.974929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.975013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.975815] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1580d32a-ff27-48ab-b764-a8f30729bf0a is going to be updated. [ 1008.006530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.006789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.006863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.007401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.007401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.007401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1580d32a-ff27-48ab-b764-a8f30729bf0a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.473920] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.978035] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.978035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.978035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.978035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.978035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.978035] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be updated. [ 1009.031039] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.031039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.031039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.031039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.031039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.044447] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: IN_PROGRESS for 2s [ 1009.234340] env[65677]: INFO networking_nsxv3.common.synchronization [req-1216b7f3-99e5-4932-be39-14332eca7419 req-c0b43154-9a56-4f72-a6f8-46bc16b90a82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1009.234857] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1009.235695] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.235695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.235695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.235906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.235906] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.236568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.236568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.236568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.236568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.236568] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.243449] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.243770] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.582548] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.582898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.582898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.583134] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.583378] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.583533] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.583647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.583856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.584009] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.584220] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.584329] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.584435] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.584536] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.584639] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.584739] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.584863] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.604649] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.604875] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.605032] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.605209] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.605518] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-b6540cc2-c8c0-4648-a9e6-91b52ef14252 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.605692] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-b6540cc2-c8c0-4648-a9e6-91b52ef14252" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.605808] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-b6540cc2-c8c0-4648-a9e6-91b52ef14252" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.606138] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-b6540cc2-c8c0-4648-a9e6-91b52ef14252" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.606276] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6540cc2-c8c0-4648-a9e6-91b52ef14252',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.738393] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.738694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.738694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.738937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.739088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.739267] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.739368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.739435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.739594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.739674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.739760] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1009.766667] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.766834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.766878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.767068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.767210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.776580] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1010.111021] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.111021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111021] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port b6540cc2-c8c0-4648-a9e6-91b52ef14252 not found, creating... [ 1010.111021] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.111021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111569] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.111569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111864] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: b6540cc2-c8c0-4648-a9e6-91b52ef14252 is going to be created. [ 1010.134046] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.134046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.134046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.134316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.134316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.134537] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-b6540cc2-c8c0-4648-a9e6-91b52ef14252" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.831945] env[65677]: INFO networking_nsxv3.common.synchronization [req-1216b7f3-99e5-4932-be39-14332eca7419 req-598e9492-8af9-4e60-92ac-270c4ab004f6 service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 1010.832345] env[65677]: INFO networking_nsxv3.common.synchronization [req-1216b7f3-99e5-4932-be39-14332eca7419 req-598e9492-8af9-4e60-92ac-270c4ab004f6 service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1010.832537] env[65677]: INFO networking_nsxv3.common.synchronization [req-1216b7f3-99e5-4932-be39-14332eca7419 req-598e9492-8af9-4e60-92ac-270c4ab004f6 service nova] Enqueued Resource ID: b6540cc2-c8c0-4648-a9e6-91b52ef14252 with Priority: HIGHEST for action port [ 1010.833182] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 1010.833355] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1010.833563] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6540cc2-c8c0-4648-a9e6-91b52ef14252 with Priority: HIGHEST for action port [ 1010.833798] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.833955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.834057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.835024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.835024] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.835617] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.835617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.835800] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6540cc2-c8c0-4648-a9e6-91b52ef14252 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.835916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6540cc2-c8c0-4648-a9e6-91b52ef14252" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.836024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6540cc2-c8c0-4648-a9e6-91b52ef14252" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.836241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6540cc2-c8c0-4648-a9e6-91b52ef14252" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.836343] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6540cc2-c8c0-4648-a9e6-91b52ef14252',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.057797] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 1011.058017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.058207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.058436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.058652] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.058777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.058846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.059076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.059162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.059249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.059341] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.338210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.338435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.338492] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6540cc2-c8c0-4648-a9e6-91b52ef14252 with status ACTIVE [ 1011.338724] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.338847] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.338938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.339211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.339303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.339530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.339629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.339709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.340602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.340602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.340602] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.340602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.340602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.340602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.340602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.340966] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6540cc2-c8c0-4648-a9e6-91b52ef14252 is going to be updated. [ 1011.361997] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.362212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.362284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.362541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.362713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.362900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6540cc2-c8c0-4648-a9e6-91b52ef14252" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.561866] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.561997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.562079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.562301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.562481] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.562586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.562651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.562841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.562947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.563055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.563208] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.563301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.563365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.563501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.563635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.563725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.563786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.563917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.563990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.564089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.564179] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.787656] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1011.789391] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 deletion is rescheduled due to dependency. [ 1011.789748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.789819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.790883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.790883] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.790883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.790883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.790883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.790883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.790883] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.068064] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff819a39-9028-491b-9b18-66348ab7e770: rpc.has_security_group_logging(os_id): False [ 1012.091916] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.091916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.091916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.091916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.117810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.118314] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.118526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.118673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.119033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.119239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.119534] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.119720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.119961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.120507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.120720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.121079] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.121298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.121465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.121864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.122193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.122394] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be updated. [ 1012.295426] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.304338] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.304528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.304628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.304892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.305108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.341314] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: IN_PROGRESS for 2s [ 1012.798965] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.301324] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.301632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.301632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.302292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.302292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.302292] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1013.339135] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.339313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.339378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.339603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.340179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.352218] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1014.176860] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.177217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.177217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.177375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.177435] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.356264] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 1014.356657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.680197] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.182483] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.197633] env[65677]: INFO networking_nsxv3.common.synchronization [req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 req-fda5abdd-29e1-4123-b77c-64002c49232c tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_members [ 1015.197862] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGHEST for action security_group_members [ 1015.198504] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.198504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.198504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.199817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.199817] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.199817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.199817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.199817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.199817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.199817] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.365010] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1015.365010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.365807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.366741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.366741] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.366741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.366741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.367015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.367015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367108] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.684507] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1015.684695] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1015.701593] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.701800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.701947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.702170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.728024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.728024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.728024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.728024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.728024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.728024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.728024] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 is going to be updated. [ 1015.760945] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.761197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.761197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.761363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.761505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.771326] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 in Status: IN_PROGRESS for 2s [ 1015.869623] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.869836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.869836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.870024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.870164] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.870317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.870382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.870773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.870773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.870773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.870924] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.870924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.870924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.871067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.871206] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.871296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.871349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.871474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.871537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.871615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.871741] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.374478] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0: rpc.has_security_group_logging(os_id): False [ 1016.392870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.392870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.393182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.393475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.394192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.394463] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.394588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.394663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.394868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.395274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.395357] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.395430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.395479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.396069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.396168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.396418] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.396583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.396686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.396851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.396941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.397050] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1016.490706] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.490901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.490985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.491295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.491533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.505735] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1016.558978] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.559187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.559187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.559407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.572288] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1016.573034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.575230] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1016.619350] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.619513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.619584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.619850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.629713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.630356] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1016.630356] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1016.630453] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1016.672505] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.673250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.673250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.673250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.674741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.674952] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1016.750955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.751144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.751212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.751434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.751762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.752089] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1016.825206] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.825509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.825645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.825946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.826391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.826802] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1016.826911] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8b728201-419e-41dd-b804-f47718da07ae', '1a355c7e-4ac3-4577-8efe-9ebd3c7b7341', 'd04f6472-7ba7-4e9b-8971-40d2bb87d0b6', 'eddf601c-94d9-4b6e-a9c0-f5ce26e983ca', 'a5d87623-8606-4ba6-a983-cb414e53036f', '7b3d13ea-4a6b-44a4-a43d-f09769e20bf0', '1188c5c9-71fa-47ec-a3c9-8a84db9cf985', 'f80a80be-a420-4cd5-8d5d-c28367d511df', '7c2f3007-c7d8-46af-a43f-34ebae69418f', '6b146115-a688-4151-9ceb-7b5019677fe7', '30debc71-eabc-46f6-8efe-f22418cf13e1', 'd03edc19-6de1-47a6-a769-78677fe645b3', '9f5cbe29-4c1a-42da-98ec-788a376b49e1', 'e89f50e5-fbc4-4f8b-acf8-ff81e6019682', '08368b98-ee22-4b3f-98a7-ec6e4e19b9c1', 'f5473d55-b277-41ec-bcd2-6744a152d8ac', '500565a7-919c-4e76-b6b8-28257b7f4257', 'f032f550-4c03-4748-9536-c231775b6170', 'ef05371f-d1ee-40f3-81e9-7115303e3342', 'f46aabcd-aa49-4d08-83be-09f4fac0c223', '44eef694-4cb4-40e3-a621-f057bdd34086', 'b0002683-a04b-4a05-8561-c9c73007fa11', '48dcc60e-0c15-4381-8d5f-6e0121ae287b', '56c7ab11-09d4-473b-b35b-1cbe6949f4c3', '1443b25c-7d48-487d-ab3e-c508087ef3fd', 'bb367eaf-648f-4f96-ba2a-b171ec1b9cac', '42369174-529e-4b28-9a31-19a6ad0d5f2f', '2dafe749-d5ae-47f7-b42b-93d78d88577f', '3800433e-846f-486f-a087-36d9b40959c9', 'bbe97e2a-12af-48d3-a64e-adb170736953', '5fc382f9-0504-4805-939b-ce7eed691a44', 'afa9c2c8-d7aa-407b-b213-71dbfc98c3c0', 'd220cd24-dbd8-4a0c-a8e7-e0704e3092e0', 'd14053b7-6ee4-4e76-8907-6db90f6d1cb5', 'ab244c41-a80f-4a69-9ff9-bd2419b1da01', '78768711-30c3-4ebb-8a33-7b487359c4b4', '994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8', '5f55288b-5da3-4745-b53d-a478c37807ed', 'ff819a39-9028-491b-9b18-66348ab7e770', '6a4aa2e4-703a-4cc2-8f27-6ef8bace6721', '992a1a05-c4ae-4288-a595-cb41e62f6a67', 'f0b03ad4-8b6f-4c56-a77f-1221f384371f', '0c56747a-d9d0-4db7-9e81-cfed8e3faa4f', '92bd819e-5b3b-4bf8-92c3-d54586c26db7', '522b2700-eccf-468e-b838-fb33aab73516', '3031688a-4413-4490-b35e-a76fbadf6f0d', 'b6c7d073-1c0b-4c11-b226-73c309b4fd2e'} {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1016.827049] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1016.848647] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.848837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.848911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.849123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.849222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.849334] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1016.849405] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1016.849475] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1016.970256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.970592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.970656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.970880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.972024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.972430] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1016.972511] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1016.972511] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1016.972578] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1016.972713] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1016.972811] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGH for action security_group_rules [ 1016.972917] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGH for action security_group_rules [ 1016.973034] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGH for action security_group_rules [ 1016.973094] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGH for action security_group_rules [ 1016.973145] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGH for action security_group_rules [ 1016.973243] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGH for action security_group_rules [ 1016.973322] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGH for action security_group_rules [ 1016.973411] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGH for action security_group_rules [ 1016.973521] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGH for action security_group_rules [ 1016.973606] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGH for action security_group_rules [ 1016.973686] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGH for action security_group_rules [ 1016.973764] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGH for action security_group_rules [ 1016.973825] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGH for action security_group_rules [ 1016.973957] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGH for action security_group_rules [ 1016.974035] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGH for action security_group_rules [ 1016.974082] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGH for action security_group_rules [ 1016.974165] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGH for action security_group_rules [ 1016.974246] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGH for action security_group_rules [ 1016.974325] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGH for action security_group_rules [ 1016.974404] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGH for action security_group_rules [ 1016.974561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.783051] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 in Status: SUCCESS [ 1017.783051] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 deletion is rescheduled due to dependency. [ 1017.783504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.519239] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1018.519513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.043524] env[65677]: INFO networking_nsxv3.common.synchronization [req-e47b63e1-d911-4329-8336-688e8598d846 req-fc8ef9d4-4f31-4516-87b5-19b81b01df39 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1019.043782] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1019.043948] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b728201-419e-41dd-b804-f47718da07ae with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f032f550-4c03-4748-9536-c231775b6170 with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500565a7-919c-4e76-b6b8-28257b7f4257 with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGH for action security_group_rules [ 1019.045020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 with Priority: HIGH for action security_group_rules [ 1019.045445] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGH for action security_group_rules [ 1019.045445] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGH for action security_group_rules [ 1019.045698] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGH for action security_group_rules [ 1019.045947] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f with Priority: HIGH for action security_group_rules [ 1019.046157] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGH for action security_group_rules [ 1019.046311] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80a80be-a420-4cd5-8d5d-c28367d511df with Priority: HIGH for action security_group_rules [ 1019.046479] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d87623-8606-4ba6-a983-cb414e53036f with Priority: HIGH for action security_group_rules [ 1019.046626] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 with Priority: HIGH for action security_group_rules [ 1019.046805] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca with Priority: HIGH for action security_group_rules [ 1019.047269] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.047476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.047621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.048038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.048266] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.048427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.048487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.048716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.048849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.048978] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.050381] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b728201-419e-41dd-b804-f47718da07ae taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.050381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.050381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.050576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.050576] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b728201-419e-41dd-b804-f47718da07ae',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.051810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.051965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.052094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.052302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.052419] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.053343] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.053497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.053592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.053790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.053905] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1188c5c9-71fa-47ec-a3c9-8a84db9cf985',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.054833] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.054989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.055097] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.055368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.056077] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.056649] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f46aabcd-aa49-4d08-83be-09f4fac0c223 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.056760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.056863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.057136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.057294] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f46aabcd-aa49-4d08-83be-09f4fac0c223',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.058471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.061686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.062308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.062308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.062438] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.064136] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f032f550-4c03-4748-9536-c231775b6170 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.064136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.064136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.064136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.064136] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f032f550-4c03-4748-9536-c231775b6170',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.064924] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500565a7-919c-4e76-b6b8-28257b7f4257 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.065116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.065208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.065495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.065552] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500565a7-919c-4e76-b6b8-28257b7f4257',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.066605] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.066605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.066687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.066823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.066900] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e89f50e5-fbc4-4f8b-acf8-ff81e6019682',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.067905] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.068031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.068098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.068257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.068333] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.069126] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.069238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.069238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.069447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.069519] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5cbe29-4c1a-42da-98ec-788a376b49e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.070221] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.070333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.070492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.070534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.070581] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.071354] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.072200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.072200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.072200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.072200] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.072808] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.072919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.072987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.073151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.073240] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.073989] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2f3007-c7d8-46af-a43f-34ebae69418f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.074121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.074301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.074592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.074592] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2f3007-c7d8-46af-a43f-34ebae69418f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.075097] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.075202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.075281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.075480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.075530] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.076751] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80a80be-a420-4cd5-8d5d-c28367d511df taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.076874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.076926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.077079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.077188] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80a80be-a420-4cd5-8d5d-c28367d511df',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.077874] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d87623-8606-4ba6-a983-cb414e53036f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.077981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.078053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.078202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.078272] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d87623-8606-4ba6-a983-cb414e53036f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.078948] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.079064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.079127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.079293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.079367] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a355c7e-4ac3-4577-8efe-9ebd3c7b7341',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.082034] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.082034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.082034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.082034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.082034] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eddf601c-94d9-4b6e-a9c0-f5ce26e983ca',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.082034] env[65677]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1019.107815] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.108038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.108038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.108719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.135729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.136118] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b728201-419e-41dd-b804-f47718da07ae is going to be deleted. [ 1019.212642] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.214208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.214208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.214208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.214208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.214208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b728201-419e-41dd-b804-f47718da07ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.460617] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.460822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.460982] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.461352] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.461650] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.461831] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.461946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.462192] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.462360] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.462584] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.462698] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.462802] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.462906] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.463050] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.463166] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.463296] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.487973] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.488259] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.488437] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.488653] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.489060] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-21651189-1d37-4dd2-b402-c3649b8dfac8 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.489260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-21651189-1d37-4dd2-b402-c3649b8dfac8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.489433] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-21651189-1d37-4dd2-b402-c3649b8dfac8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.489840] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-21651189-1d37-4dd2-b402-c3649b8dfac8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.490030] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21651189-1d37-4dd2-b402-c3649b8dfac8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.586537] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.586768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.586768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.586949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.587130] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.587260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.587311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.588009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.588009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.588009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.588009] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.589702] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.589821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.589884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.590063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.590217] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.590364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.590364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.590507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.590587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.590672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.590757] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.592819] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.592927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.592989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.593183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.593331] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.593431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.593491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.593647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.593711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.593796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.593880] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.594887] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.594988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.595050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.595176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.595320] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.595421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.595523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.595640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.595724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.595805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.595885] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.596641] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.596748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.596814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.596960] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.597051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.597220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.597316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.597371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.597508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.597589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.597743] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad already deleted. [ 1019.597790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.610544] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.610745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.610745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.610926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.611099] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.611195] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.611254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.611396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.611476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.611560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.611704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.611794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.611845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.611983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.612129] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.612216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.612274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.612401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.612477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.612557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.612641] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.614517] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.625798] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b146115-a688-4151-9ceb-7b5019677fe7: rpc.has_security_group_logging(os_id): False [ 1019.628332] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0: rpc.has_security_group_logging(os_id): False [ 1019.646604] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.646845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.646845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.647036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.652598] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.652834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.667676] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.667888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.668681] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.668792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.669568] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.669691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.670471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.670577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.671354] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.671468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.676328] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.676328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.677169] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.677266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.678124] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.678227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.683248] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.683440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.685412] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1019.686038] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.686235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.686941] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1019.687494] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.687646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.688366] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1019.688810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.688927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.689582] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1019.689968] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.690086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.693958] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1019.694305] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.694420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.695153] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1019.695617] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.695751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.702718] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1019.703519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.703729] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1188c5c9-71fa-47ec-a3c9-8a84db9cf985 is going to be deleted. [ 1019.704543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.704737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.725302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.725443] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be deleted. [ 1019.726408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.726625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.749044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.749202] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f46aabcd-aa49-4d08-83be-09f4fac0c223 is going to be deleted. [ 1019.750325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.750562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.771657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.771851] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80a80be-a420-4cd5-8d5d-c28367d511df is going to be deleted. [ 1019.772781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.773139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.775658] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.775856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.780594] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.780786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.792670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.792848] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be deleted. [ 1019.793758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.793997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.838277] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.838277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.841832] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.842016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.854193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.854649] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f032f550-4c03-4748-9536-c231775b6170 is going to be deleted. [ 1019.855326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.855706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.894244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.894244] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d87623-8606-4ba6-a983-cb414e53036f is going to be deleted. [ 1019.895296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.895548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.942054] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.942254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.956236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.956236] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a355c7e-4ac3-4577-8efe-9ebd3c7b7341 is going to be deleted. [ 1019.957234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.957316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.992868] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.993151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.993236] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.993517] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.993666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.993827] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 21651189-1d37-4dd2-b402-c3649b8dfac8 not found, creating... [ 1019.994196] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.994390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.994506] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.994766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.994910] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.995340] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.995621] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.995771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.996022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.996161] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.996305] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 21651189-1d37-4dd2-b402-c3649b8dfac8 is going to be created. [ 1020.005424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.005660] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be deleted. [ 1020.006682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.006869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.058195] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.058691] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be deleted. [ 1020.059273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.059492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.065530] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.065756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.065880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.066181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.066412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.066647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-21651189-1d37-4dd2-b402-c3649b8dfac8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.091503] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.091679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.092850] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.092960] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.108033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.108033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.108033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.108349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.108349] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.108464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.108464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.108603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.108660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.108758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.108925] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.109026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.109082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.109224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.109373] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.109479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.109537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.109719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.110883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.110883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.110883] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.111141] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.111239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.111324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.111461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.111566] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.111670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.111735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.111848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.112035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.112136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.112260] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.112446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.112446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.112601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.112669] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.112755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.112829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.112902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.112985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.113080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.113164] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.114828] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.114985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.150501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.150663] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.150734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.150802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.151182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.151267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.151449] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 is going to be updated. [ 1020.152676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.152930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.223328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.223545] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5cbe29-4c1a-42da-98ec-788a376b49e1 is going to be deleted. [ 1020.225797] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.225797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.225797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.226052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.227061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.227061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.227061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.227061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.275258] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.275258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.290649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.290649] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2f3007-c7d8-46af-a43f-34ebae69418f is going to be deleted. [ 1020.290649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.290649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.358297] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.358536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.365351] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.365515] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eddf601c-94d9-4b6e-a9c0-f5ce26e983ca is going to be deleted. [ 1020.366482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.366707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.426169] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.426307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.435858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.435959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.440421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.440572] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e89f50e5-fbc4-4f8b-acf8-ff81e6019682 is going to be deleted. [ 1020.441587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.441825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.441921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.442063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1188c5c9-71fa-47ec-a3c9-8a84db9cf985" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.442240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.442403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.442488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.442605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.443189] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.443357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.443489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.443556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f46aabcd-aa49-4d08-83be-09f4fac0c223" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.443748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.443929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.444038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.444136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80a80be-a420-4cd5-8d5d-c28367d511df" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.444272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.444416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.444490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.444602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.444737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.444879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.444950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.445074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d87623-8606-4ba6-a983-cb414e53036f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.445203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.445344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.445415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.445597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a355c7e-4ac3-4577-8efe-9ebd3c7b7341" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.445790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.445947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.446102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.446235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f032f550-4c03-4748-9536-c231775b6170" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.446369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.446509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.496262] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.496474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.501987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.502171] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500565a7-919c-4e76-b6b8-28257b7f4257 is going to be deleted. [ 1020.503200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.503459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.564333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.564627] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.564758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.564828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.565050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.565138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.565363] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.565465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.565560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.565723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.565804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.565990] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.566082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.566219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.566306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.566374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.566700] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1020.567713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.567885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.567972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.568108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.568246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.568388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.568525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.569546] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.569710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.569795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.569914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5cbe29-4c1a-42da-98ec-788a376b49e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.570089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.570249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.570328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.570438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2f3007-c7d8-46af-a43f-34ebae69418f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.571664] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.571774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.571822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.571969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.572066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.572180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e89f50e5-fbc4-4f8b-acf8-ff81e6019682" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.572310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.572450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.572528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.572630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eddf601c-94d9-4b6e-a9c0-f5ce26e983ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.590678] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: IN_PROGRESS for 2s [ 1020.615376] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03edc19-6de1-47a6-a769-78677fe645b3: rpc.has_security_group_logging(os_id): False [ 1020.616403] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d04f6472-7ba7-4e9b-8971-40d2bb87d0b6: rpc.has_security_group_logging(os_id): False [ 1020.635033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.635530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.635530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.635530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.636246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.636246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500565a7-919c-4e76-b6b8-28257b7f4257" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.643210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.643210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.643210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.643210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.643210] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.643210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.661803] env[65677]: INFO networking_nsxv3.common.synchronization [req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 req-fb922b23-41a8-4229-acab-91758ce31a65 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Enqueued Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_members [ 1020.662370] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 with Priority: HIGHEST for action security_group_members [ 1020.662674] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab244c41-a80f-4a69-9ff9-bd2419b1da01 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.662795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.662856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.663973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.664173] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.664280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.664343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.664513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.664723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.664835] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab244c41-a80f-4a69-9ff9-bd2419b1da01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.695668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.696077] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.696259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.696361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.696653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.696767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.697062] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.697209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.697304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.697528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.697668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.697962] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.700161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.700242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.701293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.701293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.701293] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be updated. [ 1020.702242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.702473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.718206] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.718206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.746128] env[65677]: INFO networking_nsxv3.common.synchronization [req-e47b63e1-d911-4329-8336-688e8598d846 req-b3831af2-f339-448c-b87e-a97d682ffea7 service nova] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_rules [ 1020.746128] env[65677]: INFO networking_nsxv3.common.synchronization [req-e47b63e1-d911-4329-8336-688e8598d846 req-b3831af2-f339-448c-b87e-a97d682ffea7 service nova] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1020.746128] env[65677]: INFO networking_nsxv3.common.synchronization [req-e47b63e1-d911-4329-8336-688e8598d846 req-b3831af2-f339-448c-b87e-a97d682ffea7 service nova] Enqueued Resource ID: 21651189-1d37-4dd2-b402-c3649b8dfac8 with Priority: HIGHEST for action port [ 1020.746128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.746782] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.747053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.747231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.747528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.747835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.748500] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.748831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.748994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.749373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.749628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.749957] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.750175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.750319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.750603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.750852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.751078] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be updated. [ 1020.752716] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_rules [ 1020.753029] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1020.753251] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21651189-1d37-4dd2-b402-c3649b8dfac8 with Priority: HIGHEST for action port [ 1020.753497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.753850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.754117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.756179] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.756539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.756715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.757043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.757240] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.758392] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.759103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.759103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.759103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.759368] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.760017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.760017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.760017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.760017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.760017] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.761307] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-21651189-1d37-4dd2-b402-c3649b8dfac8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.762227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21651189-1d37-4dd2-b402-c3649b8dfac8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.762227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21651189-1d37-4dd2-b402-c3649b8dfac8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.762227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21651189-1d37-4dd2-b402-c3649b8dfac8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.762227] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21651189-1d37-4dd2-b402-c3649b8dfac8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.784136] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1020.832363] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.832473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.832600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.832726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.832898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.866416] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 2s [ 1020.887264] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.887264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.887264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.887623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.887729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.928830] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: IN_PROGRESS for 2s [ 1021.167083] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.167425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.167425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.167582] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.193014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.193289] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.193448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.193511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.193684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.193769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.193857] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 is going to be updated. [ 1021.229274] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.229438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.229615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.230892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.230892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.241813] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 in Status: IN_PROGRESS for 2s [ 1021.265442] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.265597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.265844] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.267317] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21651189-1d37-4dd2-b402-c3649b8dfac8 with status ACTIVE [ 1021.267743] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.267743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.267882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.268043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.268141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.268328] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.268449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.268510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.268687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.268798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.268999] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.269511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.269614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.269728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.269810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.269905] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21651189-1d37-4dd2-b402-c3649b8dfac8 is going to be updated. [ 1021.309614] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.309614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.309614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.309614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.309614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.309939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21651189-1d37-4dd2-b402-c3649b8dfac8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.565050] env[65677]: INFO networking_nsxv3.common.synchronization [req-e98a978a-340f-4c5d-bcf8-4da57093632b req-704b2e9b-72ff-41a3-8e99-fde925cb55f1 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1021.565836] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1021.566192] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.566308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.773440] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.990384] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.990649] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.990800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.991250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.991410] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.991603] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.992026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.992026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.992198] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.992516] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.992596] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.992676] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.992982] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.992982] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.993530] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.993530] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.021098] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.021380] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.021380] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.021466] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.021804] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-365cf112-4710-4379-8dbd-9c79e7d59032 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.021976] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-365cf112-4710-4379-8dbd-9c79e7d59032" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.022109] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-365cf112-4710-4379-8dbd-9c79e7d59032" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.022512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-365cf112-4710-4379-8dbd-9c79e7d59032" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.022692] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('365cf112-4710-4379-8dbd-9c79e7d59032',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.276326] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.276326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.276830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.276830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.276830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.276830] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be created. [ 1022.327046] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.327046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.327046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.327046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.327440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.340765] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: UNINITIALIZED for 2s [ 1022.531747] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.532152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.532383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.534091] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.534339] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.534565] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 365cf112-4710-4379-8dbd-9c79e7d59032 not found, creating... [ 1022.534916] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.535315] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.535890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.537724] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.537965] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.538363] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.538543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.538664] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.538919] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.539068] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.539218] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 365cf112-4710-4379-8dbd-9c79e7d59032 is going to be created. [ 1022.565706] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.565706] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.565706] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.565706] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.566043] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.566825] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-365cf112-4710-4379-8dbd-9c79e7d59032" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.616424] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: SUCCESS [ 1022.617140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.802149] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1022.802396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.882947] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 1022.883686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.942514] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: SUCCESS [ 1022.942767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.254189] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 in Status: IN_PROGRESS for 4s [ 1023.329271] env[65677]: INFO networking_nsxv3.common.synchronization [req-e98a978a-340f-4c5d-bcf8-4da57093632b req-c8827ed5-f0d2-4556-b3d2-f254c7830506 service nova] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_rules [ 1023.329271] env[65677]: INFO networking_nsxv3.common.synchronization [req-e98a978a-340f-4c5d-bcf8-4da57093632b req-c8827ed5-f0d2-4556-b3d2-f254c7830506 service nova] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1023.329271] env[65677]: INFO networking_nsxv3.common.synchronization [req-e98a978a-340f-4c5d-bcf8-4da57093632b req-c8827ed5-f0d2-4556-b3d2-f254c7830506 service nova] Enqueued Resource ID: 365cf112-4710-4379-8dbd-9c79e7d59032 with Priority: HIGHEST for action port [ 1023.329271] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_rules [ 1023.330913] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1023.331598] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365cf112-4710-4379-8dbd-9c79e7d59032 with Priority: HIGHEST for action port [ 1023.332206] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.334551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.334551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.334551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.334551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-365cf112-4710-4379-8dbd-9c79e7d59032 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.334551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-365cf112-4710-4379-8dbd-9c79e7d59032" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.334551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-365cf112-4710-4379-8dbd-9c79e7d59032" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.334551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-365cf112-4710-4379-8dbd-9c79e7d59032" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.334551] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('365cf112-4710-4379-8dbd-9c79e7d59032',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.836512] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 365cf112-4710-4379-8dbd-9c79e7d59032 with status ACTIVE [ 1023.836720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.836842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.836912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.837169] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.837261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.837460] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.837567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.837629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.837874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.837983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.838233] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.838353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.838399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.838536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.838610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.838723] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 365cf112-4710-4379-8dbd-9c79e7d59032 is going to be updated. [ 1023.877563] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.877893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.878066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.878408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.878677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.878966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-365cf112-4710-4379-8dbd-9c79e7d59032" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.317431] env[65677]: INFO networking_nsxv3.common.synchronization [req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d req-e8e2d66b-b850-4d89-bad9-969a7577a4f9 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1024.318941] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1024.318941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.319142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.319206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.319417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.319593] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.319716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.319833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.319980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.320107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.320199] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.351605] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1024.351862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.352382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.352598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.352934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.353105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.353199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.353391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.353504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.353618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.353741] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.354676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.354814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.355023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.355169] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.355259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.355438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.355551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.355851] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.721019] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.721292] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.721414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.721656] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.721855] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.722018] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.722341] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.722567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.722778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.722924] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.723051] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.723165] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.723273] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.723382] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.723489] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.723621] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.743904] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.744083] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.744289] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.744453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.744821] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-2c922de2-3b6b-43e3-9374-87cf8c4b2590 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.745021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-2c922de2-3b6b-43e3-9374-87cf8c4b2590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.745176] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-2c922de2-3b6b-43e3-9374-87cf8c4b2590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.745534] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-2c922de2-3b6b-43e3-9374-87cf8c4b2590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.745750] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c922de2-3b6b-43e3-9374-87cf8c4b2590',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.823019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.823212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.824286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.824716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.824898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.826389] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.826836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.826836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.827861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.828042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.828733] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be deleted. [ 1024.857983] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.858196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.858425] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.865308] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.865495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.865667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.865795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.865904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.866015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.892012] env[65677]: INFO networking_nsxv3.common.synchronization [req-c392d556-c8a3-4f22-9a29-ae7254175014 req-2a613f65-34c7-41e5-a951-b12cb517aa6e tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Enqueued Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_members [ 1024.892562] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc382f9-0504-4805-939b-ce7eed691a44 with Priority: HIGHEST for action security_group_members [ 1024.892889] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc382f9-0504-4805-939b-ce7eed691a44 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.893020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.893110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.893315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.893501] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.893599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.893681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.893836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.893922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.894055] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc382f9-0504-4805-939b-ce7eed691a44',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.250089] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.250089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.250089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.250089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.250089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.250089] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 2c922de2-3b6b-43e3-9374-87cf8c4b2590 not found, creating... [ 1025.250089] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.250089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.250089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.250477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.250477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.250593] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.250724] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.251085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.251383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.251559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.251744] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 2c922de2-3b6b-43e3-9374-87cf8c4b2590 is going to be created. [ 1025.285258] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 in Status: SUCCESS [ 1025.285536] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab244c41-a80f-4a69-9ff9-bd2419b1da01 deletion is rescheduled due to dependency. [ 1025.285719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab244c41-a80f-4a69-9ff9-bd2419b1da01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.307268] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.307531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.307656] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.308049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.308289] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.308547] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-2c922de2-3b6b-43e3-9374-87cf8c4b2590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.361035] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.396349] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.396574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.396638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.396879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.450802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.451101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.451240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.451303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.451501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.452855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.452855] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc382f9-0504-4805-939b-ce7eed691a44 is going to be updated. [ 1025.522308] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.522308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.522308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.522308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.522308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.541143] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc382f9-0504-4805-939b-ce7eed691a44 in Status: IN_PROGRESS for 2s [ 1025.865097] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.865333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.865402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.865589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.865675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.865782] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1025.905346] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.905656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.905760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.906013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.906172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.919148] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1026.042793] env[65677]: INFO networking_nsxv3.common.synchronization [req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d req-37ab7de1-9ef6-4a2b-a0f5-a65a2ad2ad17 service nova] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 1026.042793] env[65677]: INFO networking_nsxv3.common.synchronization [req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d req-37ab7de1-9ef6-4a2b-a0f5-a65a2ad2ad17 service nova] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1026.042793] env[65677]: INFO networking_nsxv3.common.synchronization [req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d req-37ab7de1-9ef6-4a2b-a0f5-a65a2ad2ad17 service nova] Enqueued Resource ID: 2c922de2-3b6b-43e3-9374-87cf8c4b2590 with Priority: HIGHEST for action port [ 1026.043366] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 1026.043510] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1026.043597] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c922de2-3b6b-43e3-9374-87cf8c4b2590 with Priority: HIGHEST for action port [ 1026.043926] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.044098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.044206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.044469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.044547] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.047092] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.047092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.047092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.047092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.047092] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.047092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.047336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.047336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.047546] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.047546] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.050129] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c922de2-3b6b-43e3-9374-87cf8c4b2590 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.050129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c922de2-3b6b-43e3-9374-87cf8c4b2590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.050129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c922de2-3b6b-43e3-9374-87cf8c4b2590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.050129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c922de2-3b6b-43e3-9374-87cf8c4b2590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.050129] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c922de2-3b6b-43e3-9374-87cf8c4b2590',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.551350] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.552549] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.552681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.552768] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c922de2-3b6b-43e3-9374-87cf8c4b2590 with status ACTIVE [ 1026.552935] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.553051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.553118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.553319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.553405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.553608] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.553708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.553771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.553929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.555273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.555273] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.555273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.555273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.555515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.555515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.555683] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c922de2-3b6b-43e3-9374-87cf8c4b2590 is going to be updated. [ 1026.583592] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.583793] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.583882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.585215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.585394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.586149] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c922de2-3b6b-43e3-9374-87cf8c4b2590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.898789] env[65677]: INFO networking_nsxv3.common.synchronization [req-bff263ad-2a2a-4677-b32d-4dc366b9a945 req-1f01f870-0a96-4b50-b7cd-3e474f25e935 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 1026.899383] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 1026.900115] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.900115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.900115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.900293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.900403] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.900567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.900720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.900940] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.901086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.901214] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.001211] env[65677]: INFO networking_nsxv3.common.synchronization [req-734ceb29-33ae-4c83-9411-39c32b972e6a req-5e1e470b-5253-4414-930a-6f600017fc04 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_members [ 1027.001903] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGHEST for action security_group_members [ 1027.004031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.004031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.004031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.004031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.004031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.004340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.004340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.004504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.004641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.004787] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.059218] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.378326] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.378410] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.378587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.378895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.379264] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.379466] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.379636] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.383271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.383490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.383710] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.383817] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.383946] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.384072] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.384201] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.384328] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.384481] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.403745] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.403920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.404025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.404280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.404426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.405184] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.405184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.405184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.405184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.405184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.405472] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be deleted. [ 1027.408150] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.408334] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.408508] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.408761] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-432" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.409033] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-0cdc099d-d709-4865-bad1-3b1693489519 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.409426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-0cdc099d-d709-4865-bad1-3b1693489519" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.409426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-0cdc099d-d709-4865-bad1-3b1693489519" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.409702] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-0cdc099d-d709-4865-bad1-3b1693489519" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.409864] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdc099d-d709-4865-bad1-3b1693489519',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.448049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.449731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.449731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.449731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.449731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.449731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.508167] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.508167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.508167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.508167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.508416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.508416] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.508506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.508544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.508689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.508803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.508954] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 is going to be updated. [ 1027.548205] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.548343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.548401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.548612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.548753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.552353] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc382f9-0504-4805-939b-ce7eed691a44 in Status: SUCCESS [ 1027.552639] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc382f9-0504-4805-939b-ce7eed691a44 deletion is rescheduled due to dependency. [ 1027.552763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc382f9-0504-4805-939b-ce7eed691a44" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.556419] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: IN_PROGRESS for 2s [ 1027.560018] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.560175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.560245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.560586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.560681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.560784] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be created. [ 1027.591700] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.591884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.591930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.592183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.592361] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.605346] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: UNINITIALIZED for 2s [ 1027.915260] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.915260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.915260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.915260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.915260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.915260] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 0cdc099d-d709-4865-bad1-3b1693489519 not found, creating... [ 1027.915988] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.915988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.915988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.916146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.916274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.916630] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.916822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.916955] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.917328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.917385] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.917531] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 0cdc099d-d709-4865-bad1-3b1693489519 is going to be created. [ 1027.936726] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1027.937057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.937310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.937544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.937926] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.938084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.938152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.938322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.938403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.938506] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.948255] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.948568] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.948741] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.949130] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.949465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.949716] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-0cdc099d-d709-4865-bad1-3b1693489519" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.440793] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.725665] env[65677]: INFO networking_nsxv3.common.synchronization [req-bff263ad-2a2a-4677-b32d-4dc366b9a945 req-9b27a788-36ef-44db-b02c-41cdda01efd3 service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 1028.725665] env[65677]: INFO networking_nsxv3.common.synchronization [req-bff263ad-2a2a-4677-b32d-4dc366b9a945 req-9b27a788-36ef-44db-b02c-41cdda01efd3 service nova] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 1028.726590] env[65677]: INFO networking_nsxv3.common.synchronization [req-bff263ad-2a2a-4677-b32d-4dc366b9a945 req-9b27a788-36ef-44db-b02c-41cdda01efd3 service nova] Enqueued Resource ID: 0cdc099d-d709-4865-bad1-3b1693489519 with Priority: HIGHEST for action port [ 1028.727353] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_rules [ 1028.727631] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 1028.728489] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdc099d-d709-4865-bad1-3b1693489519 with Priority: HIGHEST for action port [ 1028.728489] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.728489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.728489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.728830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.728951] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.730140] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.730140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.730257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.730526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.730666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.730797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.731274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.731274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.731274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.731274] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.732484] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdc099d-d709-4865-bad1-3b1693489519 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.732606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdc099d-d709-4865-bad1-3b1693489519" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.732666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdc099d-d709-4865-bad1-3b1693489519" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.732882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdc099d-d709-4865-bad1-3b1693489519" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.733270] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdc099d-d709-4865-bad1-3b1693489519',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.946831] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.234690] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.234870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.235016] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.236271] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cdc099d-d709-4865-bad1-3b1693489519 with status ACTIVE [ 1029.236473] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.236648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.236738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.237044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.237193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.237466] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.237622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.237711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.238066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.238146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.238356] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.238469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.238578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.238747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.238906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.238906] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cdc099d-d709-4865-bad1-3b1693489519 is going to be updated. [ 1029.280876] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.281145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.281145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.281355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.281495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.281659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdc099d-d709-4865-bad1-3b1693489519" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.445076] env[65677]: INFO networking_nsxv3.common.synchronization [req-70a699bf-70dd-4949-9232-fd7a46532661 req-2aac5caa-d53d-4738-b8b6-9d20546d4dda tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1029.445805] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1029.445805] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.446015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.446015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.446375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.446537] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.446641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.446703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.446857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.446942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.447081] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.450036] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.450036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.450036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.450320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.450320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.450447] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1029.493972] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.494950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.494950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.494950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.495234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.507532] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1029.567335] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b146115-a688-4151-9ceb-7b5019677fe7 in Status: SUCCESS [ 1029.567537] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 deletion is rescheduled due to dependency. [ 1029.567651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.619373] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1029.619580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.619747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.619961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.620178] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.620298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.620363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.620640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.620640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.620836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.620836] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.745214] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.801671] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.802648] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.802648] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.802648] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.802648] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.802648] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.802945] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.802987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.804395] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.805878] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.806034] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.806154] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.806264] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.806378] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.806484] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.806618] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.826214] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.826411] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.826541] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.826721] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.827053] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-6b653bfe-dd53-4083-bc04-aa4890b16509 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.827280] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-6b653bfe-dd53-4083-bc04-aa4890b16509" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.827344] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-6b653bfe-dd53-4083-bc04-aa4890b16509" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.827682] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-6b653bfe-dd53-4083-bc04-aa4890b16509" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.827950] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b653bfe-dd53-4083-bc04-aa4890b16509',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.949440] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.949440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.949440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.949440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.949646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.949836] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.949963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.950041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.950392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.950547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.950609] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be deleted. [ 1029.982032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.982032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.982032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.982032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.982290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.982290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.123360] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.249756] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.249756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.249756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.249756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.249756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.249756] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be created. [ 1030.278421] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.278421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.278421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.278717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.278797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.299838] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: UNINITIALIZED for 2s [ 1030.331536] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.331772] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.331901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.332256] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.332371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.332527] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 6b653bfe-dd53-4083-bc04-aa4890b16509 not found, creating... [ 1030.332808] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.332947] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.333091] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.333336] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.333477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.333775] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.333938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.334133] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.334343] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.334512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.334696] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 6b653bfe-dd53-4083-bc04-aa4890b16509 is going to be created. [ 1030.377632] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.377915] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.378067] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.378398] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.378723] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.379123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-6b653bfe-dd53-4083-bc04-aa4890b16509" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.627701] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1: rpc.has_security_group_logging(os_id): False [ 1030.651729] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.651729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.651850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.652097] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.652349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.654337] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.654337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.654337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.654337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.654337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.654337] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be created. [ 1030.720311] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.720523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.720568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.720771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.720959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.736711] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1031.175640] env[65677]: INFO networking_nsxv3.common.synchronization [req-70a699bf-70dd-4949-9232-fd7a46532661 req-cd5f984a-2717-4e32-83db-e2ebfbf84fa7 service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1031.175640] env[65677]: INFO networking_nsxv3.common.synchronization [req-70a699bf-70dd-4949-9232-fd7a46532661 req-cd5f984a-2717-4e32-83db-e2ebfbf84fa7 service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1031.175640] env[65677]: INFO networking_nsxv3.common.synchronization [req-70a699bf-70dd-4949-9232-fd7a46532661 req-cd5f984a-2717-4e32-83db-e2ebfbf84fa7 service nova] Enqueued Resource ID: 6b653bfe-dd53-4083-bc04-aa4890b16509 with Priority: HIGHEST for action port [ 1031.180034] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1031.180034] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1031.180034] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b653bfe-dd53-4083-bc04-aa4890b16509 with Priority: HIGHEST for action port [ 1031.180034] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.180034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.180034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.180034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.180034] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.180034] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.180034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.181557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.185148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.185148] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.185148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.185148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.185148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.185148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.185148] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.185148] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b653bfe-dd53-4083-bc04-aa4890b16509 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.185148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b653bfe-dd53-4083-bc04-aa4890b16509" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.185148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b653bfe-dd53-4083-bc04-aa4890b16509" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.185148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b653bfe-dd53-4083-bc04-aa4890b16509" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.185148] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b653bfe-dd53-4083-bc04-aa4890b16509',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.518457] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1031.518711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.519057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.519295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.519492] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.519614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.519682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.519844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.519924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.520016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.520244] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.520347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.520410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.520555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.520696] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.520788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.520851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.520992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.521079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.521159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.521248] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.686314] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.686454] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.691873] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b653bfe-dd53-4083-bc04-aa4890b16509 with status ACTIVE [ 1031.692119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.692263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.692346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.692521] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.692609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.692786] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.692893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.693193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.693409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.693499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.693685] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.693783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.693854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.693965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.694050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.694141] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b653bfe-dd53-4083-bc04-aa4890b16509 is going to be updated. [ 1031.695280] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.719503] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.719735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.719735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.720104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.720197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.720642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b653bfe-dd53-4083-bc04-aa4890b16509" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.024468] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb762c3-5b16-4fde-a803-86c3198eabad: rpc.has_security_group_logging(os_id): False [ 1032.048968] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.048968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.048968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.048968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.048968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.049324] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.049431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.049431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.049602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.049676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.049874] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.049986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.051201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.051201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.051201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.051201] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.051201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.051201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.051201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.051201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.051201] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be created. [ 1032.141767] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.142050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.142159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.142452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.142863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155584] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1032.197968] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.310301] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 1032.310631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.310714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.310967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.311228] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.311360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.311465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.311831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.312024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.312230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.312362] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.700482] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.700704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.700704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.701788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.701788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.701788] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be created. [ 1032.727251] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.727427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.727463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.728308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.728515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.740052] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: UNINITIALIZED for 2s [ 1032.753604] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1032.753604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.816204] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.816204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.816204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.816204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.816204] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.816535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.816535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.816535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.816535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.816671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.816888] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.817068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.817145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.817304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.817554] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.817767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.817988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.818329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.818451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.818640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.818764] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.322123] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5473d55-b277-41ec-bcd2-6744a152d8ac: rpc.has_security_group_logging(os_id): False [ 1033.347187] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.347493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.347549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.347959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.348145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.348809] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.348809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.348809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.349029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.349112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.349434] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.349603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.349674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.349860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.349985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.350253] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.350399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.350486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.350695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.351813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.351813] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be created. [ 1033.440341] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.440594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.440649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.440885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.441190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.461760] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 1034.057404] env[65677]: INFO networking_nsxv3.common.synchronization [req-813c60d0-752d-43a6-95c7-ce46d40d24c2 req-6dca2748-c306-43aa-9066-e64f0d91855e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_members [ 1034.058191] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_members [ 1034.058704] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c4716-a1f2-46b9-b650-73d86739e2c2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.059227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.059314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.059630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.059808] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.059917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.059983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.060199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.060305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.060404] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.172339] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1034.172339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.172598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.172598] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.401691] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.402055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.402213] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.402678] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.403729] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.403974] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.404171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.404760] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.404986] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.405281] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.405448] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.405603] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.406704] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.406891] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.407126] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.407363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.433881] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.434098] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.434265] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.434911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.434911] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-a2121876-1268-4931-b7ff-027bc051a94b taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.435077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-a2121876-1268-4931-b7ff-027bc051a94b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.435077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-a2121876-1268-4931-b7ff-027bc051a94b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.435432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-a2121876-1268-4931-b7ff-027bc051a94b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.435568] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2121876-1268-4931-b7ff-027bc051a94b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.564030] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.564206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.564290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.564488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.564572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.564777] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.564883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.564933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.565131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.565131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.565250] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 already deleted. [ 1034.565301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.674610] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.674909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.674979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.675177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.675347] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.675438] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.675494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.675637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.675721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.675800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.676384] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.753130] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1034.753130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.753130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.753130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.753130] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.753130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.753130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.753130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.753130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.753130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.753130] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.938753] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.938914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.938914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.939326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.939477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.939622] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port a2121876-1268-4931-b7ff-027bc051a94b not found, creating... [ 1034.939880] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.940078] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.940232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.940477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.940607] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.940889] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.941052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.941168] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.941384] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.941512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.941642] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: a2121876-1268-4931-b7ff-027bc051a94b is going to be created. [ 1034.972029] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.972029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.972029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.972354] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.972551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.972773] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-a2121876-1268-4931-b7ff-027bc051a94b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.178288] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.178396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.178435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.179052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.179052] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.179052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.179262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.179262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.179330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.179508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.179800] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.179917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.179974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.180140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.180294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.180386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.180491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.180579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.180656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.180739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.180847] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.257634] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.257634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.257634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.257634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.257998] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.257998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.257998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.258177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.258225] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.258311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.258459] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.258609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.258609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.258751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.258867] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.258985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.259120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.259297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.259377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.259461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.259560] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.480973] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 1035.481302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.682751] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb762c3-5b16-4fde-a803-86c3198eabad: rpc.has_security_group_logging(os_id): False [ 1035.707950] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.708175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.708229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.708511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.708644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.709080] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.709267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.709267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.709420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.709538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.709785] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.709901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.709986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.710189] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.710278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.710500] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.710751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.710751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.710834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.710905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.711488] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1035.716871] env[65677]: INFO networking_nsxv3.common.synchronization [req-813c60d0-752d-43a6-95c7-ce46d40d24c2 req-d2646f88-b213-4660-a653-4bddef27165b service nova] Enqueued Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_rules [ 1035.717075] env[65677]: INFO networking_nsxv3.common.synchronization [req-813c60d0-752d-43a6-95c7-ce46d40d24c2 req-d2646f88-b213-4660-a653-4bddef27165b service nova] Enqueued Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_members [ 1035.717228] env[65677]: INFO networking_nsxv3.common.synchronization [req-813c60d0-752d-43a6-95c7-ce46d40d24c2 req-d2646f88-b213-4660-a653-4bddef27165b service nova] Enqueued Resource ID: a2121876-1268-4931-b7ff-027bc051a94b with Priority: HIGHEST for action port [ 1035.717810] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_rules [ 1035.718621] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_members [ 1035.718745] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2121876-1268-4931-b7ff-027bc051a94b with Priority: HIGHEST for action port [ 1035.719108] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46c4716-a1f2-46b9-b650-73d86739e2c2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.719228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.719297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.719505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.719587] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.721029] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c4716-a1f2-46b9-b650-73d86739e2c2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.721160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.721352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.721569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.723104] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.723267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.723380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.723646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.723917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.723917] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.729240] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2121876-1268-4931-b7ff-027bc051a94b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.729240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2121876-1268-4931-b7ff-027bc051a94b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.729240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2121876-1268-4931-b7ff-027bc051a94b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.729240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2121876-1268-4931-b7ff-027bc051a94b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.729240] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2121876-1268-4931-b7ff-027bc051a94b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.764682] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30debc71-eabc-46f6-8efe-f22418cf13e1: rpc.has_security_group_logging(os_id): False [ 1035.785567] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.785912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.786051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.786264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.786448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.786581] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.786693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.786742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.786908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.786986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.787208] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.787307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.787369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.787528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.787673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.787937] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.788038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.788089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.788232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.788326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.788497] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be created. [ 1035.792856] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.793099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.793183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.793490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.793693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.818704] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1035.880444] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.880753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.880753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.880979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.881263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.897387] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1036.221712] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c4716-a1f2-46b9-b650-73d86739e2c2 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.221712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.228712] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.232468] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2121876-1268-4931-b7ff-027bc051a94b with status ACTIVE [ 1036.233129] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.233129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.233129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.233487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.233487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.233487] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.233713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.233713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.234046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.234184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.234510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.234678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.235597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.235597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.235597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.235597] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2121876-1268-4931-b7ff-027bc051a94b is going to be updated. [ 1036.353673] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.353819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.353948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.354453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.354582] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.354904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2121876-1268-4931-b7ff-027bc051a94b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.617064] env[65677]: INFO networking_nsxv3.common.synchronization [req-0c255732-0e88-4485-aed6-9b7d003c4c02 req-9a53b39b-a21f-4bcf-8dbd-1c31f64f41de tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1036.618158] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1036.618299] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.618444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.618536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.618788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.619052] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.619177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.619218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.619353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.619456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.619577] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.735341] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.024742] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.024931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.025066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.025344] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.025667] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.025936] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.026308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.026610] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.026774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.027016] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.027136] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.027295] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.027496] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.027496] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.027604] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.027767] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.061752] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.061954] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.062026] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.062268] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.062614] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-9a986f1c-0d39-415d-bfe2-cd929e6456bf taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.062791] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-9a986f1c-0d39-415d-bfe2-cd929e6456bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.062912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-9a986f1c-0d39-415d-bfe2-cd929e6456bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.063307] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-9a986f1c-0d39-415d-bfe2-cd929e6456bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.063454] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a986f1c-0d39-415d-bfe2-cd929e6456bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.124044] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.237287] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.237604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.237700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.238009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.238124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.238237] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 is going to be created. [ 1037.269238] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.269465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.269465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.269696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.269878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.281800] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 in Status: UNINITIALIZED for 2s [ 1037.565987] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.566333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.566411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.566672] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.566816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.566976] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 9a986f1c-0d39-415d-bfe2-cd929e6456bf not found, creating... [ 1037.567893] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.567893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.567893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.568896] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.569088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.569448] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.569632] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.569775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.570035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.570179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.570353] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 9a986f1c-0d39-415d-bfe2-cd929e6456bf is going to be created. [ 1037.606315] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.606560] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.606725] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.607052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.607381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.607703] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-9a986f1c-0d39-415d-bfe2-cd929e6456bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.629048] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.846166] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1037.846620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.914905] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1037.915861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.133584] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.133700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.133772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.133986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.134106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.134209] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1038.167913] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.168124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.168196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.168431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.168576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.177893] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1038.299982] env[65677]: INFO networking_nsxv3.common.synchronization [req-0c255732-0e88-4485-aed6-9b7d003c4c02 req-8a005026-aa1a-41a9-995e-3a681c8ee3c8 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1038.300854] env[65677]: INFO networking_nsxv3.common.synchronization [req-0c255732-0e88-4485-aed6-9b7d003c4c02 req-8a005026-aa1a-41a9-995e-3a681c8ee3c8 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1038.301742] env[65677]: INFO networking_nsxv3.common.synchronization [req-0c255732-0e88-4485-aed6-9b7d003c4c02 req-8a005026-aa1a-41a9-995e-3a681c8ee3c8 service nova] Enqueued Resource ID: 9a986f1c-0d39-415d-bfe2-cd929e6456bf with Priority: HIGHEST for action port [ 1038.302837] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1038.303216] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1038.304020] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a986f1c-0d39-415d-bfe2-cd929e6456bf with Priority: HIGHEST for action port [ 1038.304020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.304322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.304540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.305060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.305530] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.306767] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.307510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.307510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a986f1c-0d39-415d-bfe2-cd929e6456bf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.307672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a986f1c-0d39-415d-bfe2-cd929e6456bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.307672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a986f1c-0d39-415d-bfe2-cd929e6456bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.307994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a986f1c-0d39-415d-bfe2-cd929e6456bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.308120] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a986f1c-0d39-415d-bfe2-cd929e6456bf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.812255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.812255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.812255] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a986f1c-0d39-415d-bfe2-cd929e6456bf with status ACTIVE [ 1038.812255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.812687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.812687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.812687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.812816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.813055] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.813197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.813306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.813555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.814217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.814217] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.814217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.814217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.814667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.814667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.814667] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a986f1c-0d39-415d-bfe2-cd929e6456bf is going to be updated. [ 1038.840251] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.840437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.840506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.840717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.840853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.841026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a986f1c-0d39-415d-bfe2-cd929e6456bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.292656] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 in Status: SUCCESS [ 1039.292874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.293063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.293291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.293483] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.293602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.293664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.293810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.293889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.293974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.294078] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.799973] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.194225] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1040.194753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.194857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.195227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.195520] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.196894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.196894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.196894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.196894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.196894] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.302900] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b46c4716-a1f2-46b9-b650-73d86739e2c2: rpc.has_security_group_logging(os_id): False [ 1040.327068] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.327301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.327382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.327685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.327785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.328228] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.328398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.328676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.328744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.328842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.328946] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 is going to be created. [ 1040.400794] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.400989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.401071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.401288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.401527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.414987] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 in Status: IN_PROGRESS for 2s [ 1040.700474] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.203452] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.385568] env[65677]: INFO networking_nsxv3.common.synchronization [None req-99c519a0-0c42-4186-a896-096dc69ec757 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Enqueued Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_rules [ 1041.386175] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_rules [ 1041.386687] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.386687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.386687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.386877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.386913] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.481457] env[65677]: INFO networking_nsxv3.common.synchronization [None req-0d5fe368-76ce-46a6-acea-16cedeec2809 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Enqueued Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_rules [ 1041.481856] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_rules [ 1041.482178] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.482286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.708366] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.708435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.708487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.710056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.710056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.710056] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1041.742739] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.742941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.742990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.746034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.746034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.755702] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1041.917524] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.917832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.917948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.918308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.918397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.918503] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 already deleted. [ 1041.918635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.918854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.919081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.919214] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.428397] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 in Status: SUCCESS [ 1042.428805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.448470] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.448470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.448470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.448470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.448470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.448832] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 already deleted. [ 1042.448832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.989048] env[65677]: INFO networking_nsxv3.common.synchronization [req-96add224-8bf9-42b6-ab16-a9819f96124e req-044b0fa6-b77e-412c-ae0a-c94eea5f20ca tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Enqueued Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 1042.989798] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff819a39-9028-491b-9b18-66348ab7e770 with Priority: HIGHEST for action security_group_members [ 1042.990205] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff819a39-9028-491b-9b18-66348ab7e770 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.990354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.990354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.990631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.990858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.991013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.991127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.991342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.991439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.991543] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff819a39-9028-491b-9b18-66348ab7e770',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.173212] env[65677]: INFO networking_nsxv3.common.synchronization [req-76130249-93df-4913-85a6-d190227c0880 req-c2966859-168e-4f16-8fae-bff53c783b1f tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 1043.173212] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 1043.173212] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.173212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.173212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.173996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.174309] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.174567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.174743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.175051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.175462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.175679] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.495436] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.495436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.495436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.495867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.517911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.518285] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.518403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.518495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.518712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.518790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.518888] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff819a39-9028-491b-9b18-66348ab7e770 is going to be updated. [ 1043.540403] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.540596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-878" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.540722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-878" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.541051] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-878" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.541335] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.541499] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.541665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.541946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.542134] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.542359] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.542468] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.542582] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.542676] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.542785] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.542884] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.543023] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.549079] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.549079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.549079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.549437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.549538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.558546] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: IN_PROGRESS for 2s [ 1043.565655] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.565898] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.566146] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.566381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-878" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.566731] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-42b8d1ab-f236-4bf7-98c8-82fb29567006 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.566933] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-42b8d1ab-f236-4bf7-98c8-82fb29567006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.567140] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-42b8d1ab-f236-4bf7-98c8-82fb29567006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.567523] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-42b8d1ab-f236-4bf7-98c8-82fb29567006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.567705] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b8d1ab-f236-4bf7-98c8-82fb29567006',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.678176] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.768411] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1043.768634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.768805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.769240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.769521] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.769711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.769842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.770154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.770315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.770495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.770683] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.072031] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.072031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.072031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.072031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.072031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.072031] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 42b8d1ab-f236-4bf7-98c8-82fb29567006 not found, creating... [ 1044.072454] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.072454] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.072454] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.072816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.072889] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.073224] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.073368] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.073480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.073692] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.073822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.073960] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 42b8d1ab-f236-4bf7-98c8-82fb29567006 is going to be created. [ 1044.102493] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.102886] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.103048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.103343] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.103583] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.103832] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-42b8d1ab-f236-4bf7-98c8-82fb29567006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.180823] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.273163] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.273163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.273163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.273571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.273571] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.273665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.273709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.273849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.273962] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.274086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.274267] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.274366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.274427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.274583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.274743] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.274843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.274911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.275034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.275109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.275211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.275369] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.685224] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.685670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.685670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.685849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.686031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.686547] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be updated. [ 1044.720381] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.720587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.720665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.720935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.721364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.731440] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: IN_PROGRESS for 2s [ 1044.777969] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bd819e-5b3b-4bf8-92c3-d54586c26db7: rpc.has_security_group_logging(os_id): False [ 1044.803666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.803799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.803799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.804056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.809576] env[65677]: INFO networking_nsxv3.common.synchronization [req-76130249-93df-4913-85a6-d190227c0880 req-c66b04e1-d5ff-4f64-9bba-7f96ce3d6149 service nova] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_rules [ 1044.809824] env[65677]: INFO networking_nsxv3.common.synchronization [req-76130249-93df-4913-85a6-d190227c0880 req-c66b04e1-d5ff-4f64-9bba-7f96ce3d6149 service nova] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 1044.810013] env[65677]: INFO networking_nsxv3.common.synchronization [req-76130249-93df-4913-85a6-d190227c0880 req-c66b04e1-d5ff-4f64-9bba-7f96ce3d6149 service nova] Enqueued Resource ID: 42b8d1ab-f236-4bf7-98c8-82fb29567006 with Priority: HIGHEST for action port [ 1044.810630] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_rules [ 1044.810768] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 1044.810872] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b8d1ab-f236-4bf7-98c8-82fb29567006 with Priority: HIGHEST for action port [ 1044.811590] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.811776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.811844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.812181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.812231] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.813185] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.813283] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.813485] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b8d1ab-f236-4bf7-98c8-82fb29567006 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.813584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b8d1ab-f236-4bf7-98c8-82fb29567006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.813648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b8d1ab-f236-4bf7-98c8-82fb29567006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.813833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b8d1ab-f236-4bf7-98c8-82fb29567006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.813913] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b8d1ab-f236-4bf7-98c8-82fb29567006',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.829208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.829313] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.829440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.829518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.829724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.829823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.830058] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.833403] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.833403] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1044.913610] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.913610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.913610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.913610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.913610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.951593] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1045.316700] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.316700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.317019] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42b8d1ab-f236-4bf7-98c8-82fb29567006 with status ACTIVE [ 1045.317233] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.317233] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.317372] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.317585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.317694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.317955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.318155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.318206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.318399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.318515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.318726] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.318916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.318916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.319215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.319215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.319215] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42b8d1ab-f236-4bf7-98c8-82fb29567006 is going to be updated. [ 1045.372195] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.372443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.372559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.372933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.373629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.373629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b8d1ab-f236-4bf7-98c8-82fb29567006" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.569155] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff819a39-9028-491b-9b18-66348ab7e770 in Status: SUCCESS [ 1045.569155] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff819a39-9028-491b-9b18-66348ab7e770 deletion is rescheduled due to dependency. [ 1045.569155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff819a39-9028-491b-9b18-66348ab7e770" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.743305] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: SUCCESS [ 1046.743767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.743905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.744158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.744377] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.744542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.744683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.744820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.744902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.745039] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.968295] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1046.968525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.247837] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.750516] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.252015] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.252241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.252309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.252538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.252643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.252722] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be updated. [ 1048.284934] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.285190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.285337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.285511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.285654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.299645] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: IN_PROGRESS for 2s [ 1049.812041] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.812041] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1050.046085] env[65677]: INFO networking_nsxv3.common.synchronization [None req-04fca945-f958-4c14-bf57-aafe7b944fd6 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_rules [ 1050.046448] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_rules [ 1050.046831] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.047036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.047131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.047432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.047539] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.175338] env[65677]: INFO networking_nsxv3.common.synchronization [None req-220735df-5d2f-47b5-8122-29b8971cbd7a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_rules [ 1050.176714] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_rules [ 1050.176714] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.177582] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.236702] env[65677]: INFO networking_nsxv3.common.synchronization [req-21952f88-83ba-45f1-bdf6-172ceb355e40 req-366b1b64-ac61-4595-b603-115f65870d50 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 1050.237022] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGHEST for action security_group_members [ 1050.237534] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.237798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.237798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.238362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.238362] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.238529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.238529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.239299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.239299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.239299] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.312696] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: SUCCESS [ 1050.312944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.313154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.313388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.313598] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.313767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.313825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.313982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.314096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.314197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.314801] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.569177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.569373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.569469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.569761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.569886] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.570034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 already deleted. [ 1050.570174] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.570398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.570645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.570808] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.742280] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.742441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.742516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.742737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.742829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.743081] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.743190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.743253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.743412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.743514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.743624] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be updated. [ 1050.783999] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.784221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.784367] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.784589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.784735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.796844] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: IN_PROGRESS for 2s [ 1050.816977] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.816977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.818211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.818211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.818211] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.818211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.818211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.818211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.818707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.818707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.818707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.818878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.818956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.819200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.819736] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.819736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.819736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.819941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.820355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.820355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.820355] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.093895] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.094051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.094110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.094335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.094442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.094526] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 already deleted. [ 1051.094602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.324415] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03edc19-6de1-47a6-a769-78677fe645b3: rpc.has_security_group_logging(os_id): False [ 1051.344065] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.344332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.344332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.344509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.344617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.344843] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.344948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.345017] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.345178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.345264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.345458] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.345552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.345611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.345891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.345891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.346165] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.346165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.346165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.346362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.346362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.346468] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be updated. [ 1051.359587] env[65677]: INFO networking_nsxv3.common.synchronization [req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 req-2bbcd8a2-e4ff-4bb0-9047-60454b4837ae tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1051.359981] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1051.360448] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.360599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.360683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.360919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.361105] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.361252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.361327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.361859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.361859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.361859] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.416315] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.416594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.416713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.417029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.417249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.435458] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: IN_PROGRESS for 2s [ 1051.863767] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.366062] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.807904] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5473d55-b277-41ec-bcd2-6744a152d8ac in Status: SUCCESS [ 1052.808105] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac deletion is rescheduled due to dependency. [ 1052.808292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.869191] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.869601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.869601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.869694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.869694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.869798] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1052.883517] env[65677]: INFO networking_nsxv3.common.synchronization [req-f2e4d78e-69cd-421e-9e4c-9e97514b142a req-26bbb4e8-6e18-4ae7-894e-deeb996e2fe7 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Enqueued Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_members [ 1052.884490] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe97e2a-12af-48d3-a64e-adb170736953 with Priority: HIGHEST for action security_group_members [ 1052.884490] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe97e2a-12af-48d3-a64e-adb170736953 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.884690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.884690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.884991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.886040] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.886040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.886040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.886238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.886238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.886326] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe97e2a-12af-48d3-a64e-adb170736953',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.898752] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.901821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.902211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.902698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.903585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.915615] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1053.392747] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.392747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.392747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.393711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.415378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.415820] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.415975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.416056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.416518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.416518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.416673] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe97e2a-12af-48d3-a64e-adb170736953 is going to be updated. [ 1053.463335] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: SUCCESS [ 1053.463731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.466714] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.468666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.468666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.468666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.468666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.477154] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe97e2a-12af-48d3-a64e-adb170736953 in Status: IN_PROGRESS for 2s [ 1054.867709] env[65677]: INFO networking_nsxv3.common.synchronization [req-d04f31ef-3803-4400-9a88-cdc3283d1c68 req-49631f95-84d4-4e64-aa2b-d2f1ba94a0de tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 1054.868302] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 1054.868622] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.868738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.868836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.868994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.869169] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.869253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.869342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.869523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.869608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.869896] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.926194] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1054.926458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.372453] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.490987] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe97e2a-12af-48d3-a64e-adb170736953 in Status: SUCCESS [ 1055.491206] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe97e2a-12af-48d3-a64e-adb170736953 deletion is rescheduled due to dependency. [ 1055.491308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe97e2a-12af-48d3-a64e-adb170736953" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.874707] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.378699] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.378699] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.378699] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.378920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.378920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.379081] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be updated. [ 1056.412381] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.412589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.412589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.412802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.412949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.425461] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 2s [ 1056.839897] env[65677]: INFO networking_nsxv3.common.synchronization [req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b req-95e409cf-9f2d-43a8-ac07-6fc9d9c1a2fc tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1056.840447] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1056.840752] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.840869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.840934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.841141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.841316] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.841412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.841513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.841594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.841674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.841764] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.115028] env[65677]: INFO networking_nsxv3.common.synchronization [req-59c48095-34a6-44d6-aa54-7114d0dbaa07 req-e324d92c-7712-4928-967a-00e801f19d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1057.115028] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1057.115028] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.115801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.115927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.116325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.116506] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.116685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.116922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.117190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.117336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.117491] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.206035] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.206035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.206035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.206394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.206539] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.206701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.206815] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.207041] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.207188] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.207390] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.207499] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.207605] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.207709] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.207814] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.207923] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.208069] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.226486] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.226668] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.226731] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.226901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.227235] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-714d2260-4143-4f22-80be-7e2e4f76cdde taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.227404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-714d2260-4143-4f22-80be-7e2e4f76cdde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.227527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-714d2260-4143-4f22-80be-7e2e4f76cdde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.227861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-714d2260-4143-4f22-80be-7e2e4f76cdde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.227999] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('714d2260-4143-4f22-80be-7e2e4f76cdde',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.343526] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.621574] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.621574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.621814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.621858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.621936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.622148] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.622247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.622309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.622460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.622538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.622623] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1057.652949] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.653145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.653145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.653335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.653475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.662400] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1057.730697] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.730968] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.731119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.731413] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.731567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.731725] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 714d2260-4143-4f22-80be-7e2e4f76cdde not found, creating... [ 1057.731987] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.732190] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.732403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.732543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.732681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.732969] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.733350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.733350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.733451] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.733584] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733724] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 714d2260-4143-4f22-80be-7e2e4f76cdde is going to be created. [ 1057.753605] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.753828] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.753950] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.754259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.754490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.754715] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-714d2260-4143-4f22-80be-7e2e4f76cdde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.845470] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.348122] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.348515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.348515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.348835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.348997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.349177] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1058.388449] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.388601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.388681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.390083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.390083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.399976] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1058.438120] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 1058.438424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.532825] env[65677]: INFO networking_nsxv3.common.synchronization [req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b req-8c62c0d6-b472-4647-8809-5c2b1d719976 service nova] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_rules [ 1058.532825] env[65677]: INFO networking_nsxv3.common.synchronization [req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b req-8c62c0d6-b472-4647-8809-5c2b1d719976 service nova] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1058.532825] env[65677]: INFO networking_nsxv3.common.synchronization [req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b req-8c62c0d6-b472-4647-8809-5c2b1d719976 service nova] Enqueued Resource ID: 714d2260-4143-4f22-80be-7e2e4f76cdde with Priority: HIGHEST for action port [ 1058.533551] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_rules [ 1058.533551] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1058.533551] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714d2260-4143-4f22-80be-7e2e4f76cdde with Priority: HIGHEST for action port [ 1058.533865] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.533956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.534016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.536250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.536348] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.541010] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.541249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.541403] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-714d2260-4143-4f22-80be-7e2e4f76cdde taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.541519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-714d2260-4143-4f22-80be-7e2e4f76cdde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.541588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-714d2260-4143-4f22-80be-7e2e4f76cdde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.541782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-714d2260-4143-4f22-80be-7e2e4f76cdde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.541864] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('714d2260-4143-4f22-80be-7e2e4f76cdde',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.045373] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.045373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.046067] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 714d2260-4143-4f22-80be-7e2e4f76cdde with status ACTIVE [ 1059.046067] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.046337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.046337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.046517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.046608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.046821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.046928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.046996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.047176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.047252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.047440] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.047537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.047598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.047743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.047816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.048211] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 714d2260-4143-4f22-80be-7e2e4f76cdde is going to be updated. [ 1059.074944] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.075180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.076043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-714d2260-4143-4f22-80be-7e2e4f76cdde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.673522] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1059.673522] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1059.673522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.410887] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1060.411110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.411290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.411517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.411719] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.411840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.411905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.412081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.412164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.412269] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.432606] env[65677]: INFO networking_nsxv3.common.synchronization [req-30c0a223-8a24-4ea8-8333-84282a95fd9f req-80ee6d6e-60f4-4eff-89e2-2d895c149a29 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 1060.433208] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 1060.433351] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.433465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.433528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.433727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.439409] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.439607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.439689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.439980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.439980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.477966] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.832129] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.832390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.832459] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.832710] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.832975] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.833139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.833255] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.833467] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.833608] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.833813] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.833927] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.834048] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.834149] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.834256] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.834363] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.834523] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.856266] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.856509] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.856667] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.856853] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.857193] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-325b4d8c-5752-4012-9acc-c7a2abf27cc5 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.857369] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.857490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.857831] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.858023] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325b4d8c-5752-4012-9acc-c7a2abf27cc5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.915231] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.944133] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.944295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.944445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.944676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.944794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.945022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.945481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.945481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.945481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.945481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.945481] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be deleted. [ 1060.977572] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.977671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.977706] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.977923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.978026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.978126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.363140] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.363393] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.363527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.363890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.364099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.364253] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 325b4d8c-5752-4012-9acc-c7a2abf27cc5 not found, creating... [ 1061.364552] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.364866] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.364866] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.365161] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.365355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.365676] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.365870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.366035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.366307] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.366510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.366710] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 is going to be created. [ 1061.389184] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.389423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.389612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.389873] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.390130] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.390369] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.419191] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.921054] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.921466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.921466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.921631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.921780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.921933] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1061.971028] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.971246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.971340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.971572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.972050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.986979] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1062.997786] env[65677]: INFO networking_nsxv3.common.synchronization [req-30c0a223-8a24-4ea8-8333-84282a95fd9f req-03c37b04-7a2f-4482-be42-0475f2305cc2 service nova] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_rules [ 1062.998074] env[65677]: INFO networking_nsxv3.common.synchronization [req-30c0a223-8a24-4ea8-8333-84282a95fd9f req-03c37b04-7a2f-4482-be42-0475f2305cc2 service nova] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 1062.998162] env[65677]: INFO networking_nsxv3.common.synchronization [req-30c0a223-8a24-4ea8-8333-84282a95fd9f req-03c37b04-7a2f-4482-be42-0475f2305cc2 service nova] Enqueued Resource ID: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 with Priority: HIGHEST for action port [ 1062.998794] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_rules [ 1062.998935] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 1062.999196] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 with Priority: HIGHEST for action port [ 1062.999423] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.999561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.999631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.999870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.999957] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.000966] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.001665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.001751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.001932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.002405] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.002517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.002583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.002742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.002828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.002917] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.003879] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-325b4d8c-5752-4012-9acc-c7a2abf27cc5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.003987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.004067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.004225] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.004316] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325b4d8c-5752-4012-9acc-c7a2abf27cc5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.030414] env[65677]: INFO networking_nsxv3.common.synchronization [req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e req-0ea5f79c-1f35-4d0c-9f0c-9e8156a78888 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Enqueued Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_members [ 1063.031071] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_members [ 1063.031665] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.031798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.031876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.032143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.032276] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.032381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.032468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.032680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.032772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.032865] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.407550] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.407803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-119" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.407941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-119" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.408282] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-119" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.408605] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.408772] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.408895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.409397] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.409600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.409865] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.410029] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.410185] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.410397] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.410574] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.410724] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.410901] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.431113] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.431285] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.431584] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.431854] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-119" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.432223] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-c763229d-f8f5-47c5-9558-4b8f92be6851 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.432402] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-c763229d-f8f5-47c5-9558-4b8f92be6851" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.432525] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-c763229d-f8f5-47c5-9558-4b8f92be6851" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.433321] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-c763229d-f8f5-47c5-9558-4b8f92be6851" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.433321] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c763229d-f8f5-47c5-9558-4b8f92be6851',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.506487] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.508105] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.508181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.509055] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 325b4d8c-5752-4012-9acc-c7a2abf27cc5 with status ACTIVE [ 1063.509055] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.509055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.509055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.509055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.509489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.509489] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.509489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.509594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.509905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.509905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.510043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.510158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.510158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.510328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.510396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.510485] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 is going to be updated. [ 1063.534720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.534869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.534934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.535283] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.535437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.535640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.535916] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.536052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.536162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.536271] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.536368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.536555] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.536656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.536722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.536848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.536918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.537009] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 already deleted. [ 1063.537095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.936180] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.936416] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.936642] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.937231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.937231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.937231] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port c763229d-f8f5-47c5-9558-4b8f92be6851 not found, creating... [ 1063.937544] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.937714] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.937861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.938139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.938303] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.938673] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.938851] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.938974] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.939205] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.939345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.939497] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: c763229d-f8f5-47c5-9558-4b8f92be6851 is going to be created. [ 1063.961606] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.961863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.961926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.962244] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.962480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.962780] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-c763229d-f8f5-47c5-9558-4b8f92be6851" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.009723] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1064.009723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.011063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.011063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.011063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.011063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.011063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.011063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.011063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.011063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.011063] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.011931] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.514425] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.514629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.514738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.515063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.515305] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.515456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.515555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.515865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.516229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.516229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.516340] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.516481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.516575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.516786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.516988] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.517177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.517273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.517479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.517598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.517723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.517856] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.519173] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.519322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.519420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.519584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.519663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.519754] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be created. [ 1064.546851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.547870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.547870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.547870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.547870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.559198] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: UNINITIALIZED for 2s [ 1064.700351] env[65677]: INFO networking_nsxv3.common.synchronization [req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e req-f2b4761e-7925-4576-8c54-ddb7e4b71f9d service nova] Enqueued Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_rules [ 1064.700476] env[65677]: INFO networking_nsxv3.common.synchronization [req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e req-f2b4761e-7925-4576-8c54-ddb7e4b71f9d service nova] Enqueued Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_members [ 1064.700649] env[65677]: INFO networking_nsxv3.common.synchronization [req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e req-f2b4761e-7925-4576-8c54-ddb7e4b71f9d service nova] Enqueued Resource ID: c763229d-f8f5-47c5-9558-4b8f92be6851 with Priority: HIGHEST for action port [ 1064.701226] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_rules [ 1064.701436] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_members [ 1064.702708] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c763229d-f8f5-47c5-9558-4b8f92be6851 with Priority: HIGHEST for action port [ 1064.702708] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.702708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.702708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.702963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.702989] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.704633] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.704633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.704633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.704791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.705527] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.705527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.705527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.705999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.705999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.706116] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.707048] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c763229d-f8f5-47c5-9558-4b8f92be6851 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.710086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c763229d-f8f5-47c5-9558-4b8f92be6851" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.710086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c763229d-f8f5-47c5-9558-4b8f92be6851" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.710086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c763229d-f8f5-47c5-9558-4b8f92be6851" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.710086] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c763229d-f8f5-47c5-9558-4b8f92be6851',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.021867] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb762c3-5b16-4fde-a803-86c3198eabad: rpc.has_security_group_logging(os_id): False [ 1065.042875] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.044277] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.044277] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.044277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.044740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.044740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.044740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.044740] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.044885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.044885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.045021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.045059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.047198] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1065.124512] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.124723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.124723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.124955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.125114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.139214] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1065.208966] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.209119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.209266] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.210362] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c763229d-f8f5-47c5-9558-4b8f92be6851 with status ACTIVE [ 1065.210581] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.210730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.210811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.211102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.211210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.211705] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.211705] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.211705] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.211857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.211922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.213312] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.214192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.214192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.214192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.214192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.214192] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c763229d-f8f5-47c5-9558-4b8f92be6851 is going to be updated. [ 1065.236238] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.236422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.236509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.236735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.237025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.237882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c763229d-f8f5-47c5-9558-4b8f92be6851" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.715873] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.218569] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.218865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.218865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.219219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.219219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.219282] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 is going to be created. [ 1066.249113] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.249113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.249113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.249113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.249113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.260746] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 in Status: UNINITIALIZED for 2s [ 1066.573036] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: SUCCESS [ 1066.573036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.573036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.573036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.573036] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.573036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.573036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.573036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.573036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.573036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.573036] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.075878] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.076100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.076191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.076440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.076587] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.076768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.076768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.076957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.077023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.077750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.077750] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.077750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.077750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.077750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.077959] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.078641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.078641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.078641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.078641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.078641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.078641] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.156914] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1067.157033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.379340] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa11b131-9999-4a3b-afa5-0b66252e68e3 req-aca95739-71fa-4240-b011-95acb9dc1d73 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_members [ 1067.381938] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_members [ 1067.381938] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.382211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.382211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.382373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.382534] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.382637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.382699] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.382841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.382922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.383023] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.586101] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef05371f-d1ee-40f3-81e9-7115303e3342: rpc.has_security_group_logging(os_id): False [ 1067.603804] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.603804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.603804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.604047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.604047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.604635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.604635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.604635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.604635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.604635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.604811] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.604852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.604891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.605052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.605107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.605473] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.605473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.605473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.605571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.605608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.605706] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be created. [ 1067.667970] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.668229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.668337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.668878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.669763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.684249] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: IN_PROGRESS for 2s [ 1067.769127] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.769127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.769127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.769127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.769584] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.769913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.770223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.771047] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.771327] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.771791] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.771997] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.772226] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.772421] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.772619] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.772808] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.773038] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.795311] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.795311] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.795311] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.795311] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.796949] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-0114af5b-79ba-4023-afbb-63038d109a48 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.797392] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.797731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.798228] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.799077] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0114af5b-79ba-4023-afbb-63038d109a48',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.885459] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.885637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.885712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.886077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.886077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.886236] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.886323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.886389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.886562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.886659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.886751] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 already deleted. [ 1067.886846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.272500] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 in Status: SUCCESS [ 1068.272815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.272991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.273222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.273419] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.273537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.273606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.273945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.273945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.273945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.274138] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.301951] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.302231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.302408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.302842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.303100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.303307] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 0114af5b-79ba-4023-afbb-63038d109a48 not found, creating... [ 1068.303644] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.304205] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.304205] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.304348] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.304519] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.305017] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.305184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.305301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.305527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.305663] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.305796] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 0114af5b-79ba-4023-afbb-63038d109a48 is going to be created. [ 1068.342866] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.343113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.343239] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.343544] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.343736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.343958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.777258] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.192945] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa11b131-9999-4a3b-afa5-0b66252e68e3 req-f1303d9e-8454-41f4-a2f8-2b148ed33703 service nova] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_rules [ 1069.193319] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa11b131-9999-4a3b-afa5-0b66252e68e3 req-f1303d9e-8454-41f4-a2f8-2b148ed33703 service nova] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_members [ 1069.193319] env[65677]: INFO networking_nsxv3.common.synchronization [req-fa11b131-9999-4a3b-afa5-0b66252e68e3 req-f1303d9e-8454-41f4-a2f8-2b148ed33703 service nova] Enqueued Resource ID: 0114af5b-79ba-4023-afbb-63038d109a48 with Priority: HIGHEST for action port [ 1069.193816] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_rules [ 1069.193962] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_members [ 1069.198418] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0114af5b-79ba-4023-afbb-63038d109a48 with Priority: HIGHEST for action port [ 1069.198418] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.198418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.198418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.198418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.198742] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.199851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.200015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.200085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.200260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.201746] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.201746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.201746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.201746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.201746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.201746] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.202662] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0114af5b-79ba-4023-afbb-63038d109a48 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.202796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.203485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.203485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.205146] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0114af5b-79ba-4023-afbb-63038d109a48',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.279611] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2: rpc.has_security_group_logging(os_id): False [ 1069.304032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.304032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.304032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.304032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.304032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.304032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.304032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.304032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.304032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.304032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.304032] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 is going to be created. [ 1069.371809] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.371957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.372040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.373031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.373031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.386443] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 in Status: IN_PROGRESS for 2s [ 1069.697268] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: SUCCESS [ 1069.697268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.706807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.706944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.708028] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.708889] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0114af5b-79ba-4023-afbb-63038d109a48 with status ACTIVE [ 1069.709134] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.709273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.709311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.709523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.709632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.709806] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.709903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.709971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.710320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.710380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.710537] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.710655] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.710717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.711380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.711380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.711380] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0114af5b-79ba-4023-afbb-63038d109a48 is going to be updated. [ 1069.737193] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.737368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.737441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.737670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.737820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.738231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.209907] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.465115] env[65677]: INFO networking_nsxv3.common.synchronization [None req-402fab27-64a4-48cc-ab4d-4e0a5ad78138 None None] Enqueued Resource ID: 3f4a754e-93a7-4028-84c1-e6e1681973bd with Priority: HIGHEST for action port [ 1070.465730] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4a754e-93a7-4028-84c1-e6e1681973bd with Priority: HIGHEST for action port [ 1070.468998] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f4a754e-93a7-4028-84c1-e6e1681973bd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.468998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f4a754e-93a7-4028-84c1-e6e1681973bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.468998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f4a754e-93a7-4028-84c1-e6e1681973bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.468998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f4a754e-93a7-4028-84c1-e6e1681973bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.468998] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f4a754e-93a7-4028-84c1-e6e1681973bd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.716507] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.716507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.716507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.716686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.716747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.717834] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 is going to be created. [ 1070.745079] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.745403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.745556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.745777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.745974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.758730] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: UNINITIALIZED for 2s [ 1070.969679] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f4a754e-93a7-4028-84c1-e6e1681973bd [ 1070.970429] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.970429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.970429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.970429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.970429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.970712] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f4a754e-93a7-4028-84c1-e6e1681973bd already deleted. [ 1070.970712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f4a754e-93a7-4028-84c1-e6e1681973bd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.403470] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 in Status: SUCCESS [ 1071.403470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.401366] env[65677]: INFO networking_nsxv3.common.synchronization [req-6da16cc7-a29d-44ae-8286-bc457b1a6b29 req-d463936d-f857-4db6-ac8c-016ffb0f5379 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 1072.402472] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGHEST for action security_group_members [ 1072.402971] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.403103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.403103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.403409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.404642] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.404967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.404967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.405281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.405525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.405751] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.459226] env[65677]: INFO networking_nsxv3.common.synchronization [req-6da16cc7-a29d-44ae-8286-bc457b1a6b29 req-d463936d-f857-4db6-ac8c-016ffb0f5379 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 with Priority: HIGHEST for action port [ 1072.459826] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 with Priority: HIGHEST for action port [ 1072.460161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-325b4d8c-5752-4012-9acc-c7a2abf27cc5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.460287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.460356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.460930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.460930] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325b4d8c-5752-4012-9acc-c7a2abf27cc5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.770080] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: SUCCESS [ 1072.770319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.770577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.771044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.771044] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.771723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.771723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.771723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.771723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.771873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.771967] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.909827] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.910023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.910141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.910322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.910457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.910761] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.910761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.910906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.910933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.911020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.911111] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be updated. [ 1072.948386] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.948386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.948704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.948704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.948933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.961603] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: IN_PROGRESS for 2s [ 1072.963820] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 325b4d8c-5752-4012-9acc-c7a2abf27cc5 with status ACTIVE [ 1072.963820] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.963953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.963953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.964261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.964788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.965077] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.965366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.965366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.965502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.965643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.965839] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.966047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.966216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.966358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.966524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.966637] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 is going to be updated. [ 1072.989920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.990196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.990280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.990522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.990681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.990882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-325b4d8c-5752-4012-9acc-c7a2abf27cc5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.048440] env[65677]: INFO networking_nsxv3.common.synchronization [req-3dfb5da3-f992-4782-b653-95db24e88765 req-336957db-c07d-4331-a752-7d574e00b489 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 1073.049853] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 1073.049853] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.049853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.049853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.049853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.050106] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.050764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.050764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.051073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.051181] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.275598] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.418373] env[65677]: INFO networking_nsxv3.common.synchronization [None req-cc2e6900-afcc-45d8-a7b6-613ebe223fcb None None] Enqueued Resource ID: 88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8 with Priority: HIGHEST for action port [ 1073.419690] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8 with Priority: HIGHEST for action port [ 1073.419690] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.419690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.419690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.419869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.419907] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.554308] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.780688] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31d40b1-7cba-4a87-b6ae-eb108326b9f6: rpc.has_security_group_logging(os_id): False [ 1073.800719] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.800920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.800920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.801324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.801324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.801511] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.801621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.801685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.801840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.801917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.802011] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 is going to be created. [ 1073.871060] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.871306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.871306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.873087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.873087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.884632] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: IN_PROGRESS for 2s [ 1073.923989] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8 [ 1073.923989] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.923989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.923989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.923989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.923989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.923989] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8 already deleted. [ 1073.923989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88e39a61-c42e-4df5-9a2b-03cc1d2fc7d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.057317] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.560175] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.560563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.560563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.560631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.560808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.560808] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be updated. [ 1074.597063] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.597243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.597295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.597552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.597727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.612509] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: IN_PROGRESS for 2s [ 1074.975385] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05371f-d1ee-40f3-81e9-7115303e3342 in Status: SUCCESS [ 1074.975663] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 deletion is rescheduled due to dependency. [ 1074.975845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.899578] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: SUCCESS [ 1075.900147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.522202] env[65677]: INFO networking_nsxv3.common.synchronization [req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa req-27261187-bb31-41dc-b860-ab5c36951747 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 1076.522422] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGHEST for action security_group_members [ 1076.522734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.522848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.522913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.523248] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.524397] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.524397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.524397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.524397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.524397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.524397] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.625677] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: SUCCESS [ 1076.625677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.026608] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.026957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.026957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.026957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.027126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.027269] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.027337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.027383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.027508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.027588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.027676] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be updated. [ 1077.075302] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.076412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.076630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.076803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.076995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.088688] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: IN_PROGRESS for 2s [ 1079.101170] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 in Status: SUCCESS [ 1079.102144] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 deletion is rescheduled due to dependency. [ 1079.102144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.523400] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1081.523650] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1081.946710] env[65677]: INFO networking_nsxv3.common.synchronization [req-507800ec-31cd-43f6-8814-646739a3bc82 req-6bfb5176-4fc6-474c-a644-96742341d400 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1081.946710] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1081.946710] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.946710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.946710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.946710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.946915] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.946982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.947038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.947190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.947267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.947355] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.252355] env[65677]: INFO networking_nsxv3.common.synchronization [req-0b19bea2-7eef-4fd4-9fae-7cb575720872 req-d3dc4baa-95f8-4d23-b902-f3abc3c45188 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1082.252932] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1082.253264] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.253387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.253453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.253699] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.253880] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.253985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.254061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.254223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.254307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.254407] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.453222] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.453863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.453863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.453863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.454033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.454156] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.454260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.454378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.454486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.454563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.454718] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1082.496142] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.496348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.496443] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.496764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.496961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.509035] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1082.607175] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.607539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.607539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.607757] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.608032] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.608364] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.608559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.608864] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.609026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.609239] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.609348] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.609454] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.609555] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.609659] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.609808] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.609954] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.631353] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.631432] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.631564] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.631742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-130" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.632326] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-b6763e11-13ae-4049-93b9-8e06780fd6c8 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.632544] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-b6763e11-13ae-4049-93b9-8e06780fd6c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.632672] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-b6763e11-13ae-4049-93b9-8e06780fd6c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.633011] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-b6763e11-13ae-4049-93b9-8e06780fd6c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.633171] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6763e11-13ae-4049-93b9-8e06780fd6c8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.757074] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.137069] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.137301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.137429] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.137749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.137859] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.138034] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port b6763e11-13ae-4049-93b9-8e06780fd6c8 not found, creating... [ 1083.138286] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.138444] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.138560] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.138811] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.138956] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.139249] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.139406] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.139522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.139753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.139898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.140051] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: b6763e11-13ae-4049-93b9-8e06780fd6c8 is going to be created. [ 1083.167664] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.167873] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.167984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.168322] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.168550] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.168848] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-b6763e11-13ae-4049-93b9-8e06780fd6c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.259128] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.490423] env[65677]: INFO networking_nsxv3.common.synchronization [req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 req-9912f7ac-9912-46fa-a6a9-0392ef3058a0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1083.490979] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1083.491315] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.491436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.491504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.491788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.491951] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.492070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.492151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.492319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.492404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.492500] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.762460] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.762891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.762891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.762891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.763000] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.763090] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1083.794250] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.794480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.794599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.794923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.795162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.807679] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1083.812740] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.812999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.813173] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.813484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.813781] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.813987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.814177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.814434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.814620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.814864] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.815026] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.815206] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.815366] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.815512] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.815679] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.815874] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.834648] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.834895] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.835037] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.835222] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.835545] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-851c5436-c639-4274-8b22-b04668af0693 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.835721] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-851c5436-c639-4274-8b22-b04668af0693" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.835841] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-851c5436-c639-4274-8b22-b04668af0693" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.836181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-851c5436-c639-4274-8b22-b04668af0693" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.836351] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('851c5436-c639-4274-8b22-b04668af0693',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.894092] env[65677]: INFO networking_nsxv3.common.synchronization [req-0b19bea2-7eef-4fd4-9fae-7cb575720872 req-8c2de568-6c0e-4658-92b9-03376ad9452b service nova] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_rules [ 1083.894849] env[65677]: INFO networking_nsxv3.common.synchronization [req-0b19bea2-7eef-4fd4-9fae-7cb575720872 req-8c2de568-6c0e-4658-92b9-03376ad9452b service nova] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1083.895147] env[65677]: INFO networking_nsxv3.common.synchronization [req-0b19bea2-7eef-4fd4-9fae-7cb575720872 req-8c2de568-6c0e-4658-92b9-03376ad9452b service nova] Enqueued Resource ID: b6763e11-13ae-4049-93b9-8e06780fd6c8 with Priority: HIGHEST for action port [ 1083.896028] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_rules [ 1083.896289] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1083.896520] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6763e11-13ae-4049-93b9-8e06780fd6c8 with Priority: HIGHEST for action port [ 1083.897010] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.897254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.897456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.897926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.897971] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.899596] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.899727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.899956] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6763e11-13ae-4049-93b9-8e06780fd6c8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.900087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6763e11-13ae-4049-93b9-8e06780fd6c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.900141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6763e11-13ae-4049-93b9-8e06780fd6c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.900322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6763e11-13ae-4049-93b9-8e06780fd6c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.900402] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6763e11-13ae-4049-93b9-8e06780fd6c8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.994715] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.994715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.994715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.995040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.995040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.995379] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.995379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.995379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.995517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.995612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.995674] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 already deleted. [ 1083.995756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.338931] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.339286] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.339393] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.339865] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.340131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.340400] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 851c5436-c639-4274-8b22-b04668af0693 not found, creating... [ 1084.340867] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.341295] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.341517] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.341900] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.342252] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.342669] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.342927] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.343179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.343543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.343831] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.344056] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 851c5436-c639-4274-8b22-b04668af0693 is going to be created. [ 1084.372493] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.372741] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.372879] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.373565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.373827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.374101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-851c5436-c639-4274-8b22-b04668af0693" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.407583] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6763e11-13ae-4049-93b9-8e06780fd6c8 with status ACTIVE [ 1084.408849] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.409355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.409355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.409570] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.409771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.410052] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.410291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.410374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.410548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.410631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.410869] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.410998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.411144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.411301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.411386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.411503] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6763e11-13ae-4049-93b9-8e06780fd6c8 is going to be updated. [ 1084.412737] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.412935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.435773] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.435945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.436042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.436233] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.436377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.436546] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6763e11-13ae-4049-93b9-8e06780fd6c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.522095] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1084.522355] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 deletion is rescheduled due to dependency. [ 1084.522483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.693633] env[65677]: INFO networking_nsxv3.common.synchronization [req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 req-a2b01c34-f9a7-435b-847c-86e1ff1bf0a6 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1084.693945] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1084.694409] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.694480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.694553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.694798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.694979] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.695145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.695239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.695449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.695755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.695755] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.046049] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.046399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.046399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.046647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.046925] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.047151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.047277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.047696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.047894] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.048110] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.048246] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.048347] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.048452] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.048563] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.048667] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.048880] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.071271] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.071459] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.071618] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.071795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.072135] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-1b3c98f9-16c9-4cee-b6fd-4adca786697d taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.072431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-1b3c98f9-16c9-4cee-b6fd-4adca786697d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.072431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-1b3c98f9-16c9-4cee-b6fd-4adca786697d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.072786] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-1b3c98f9-16c9-4cee-b6fd-4adca786697d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.072930] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3c98f9-16c9-4cee-b6fd-4adca786697d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.133393] env[65677]: INFO networking_nsxv3.common.synchronization [req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 req-f2cbfa57-fe08-4509-9bb5-22f951ba472a service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1085.133593] env[65677]: INFO networking_nsxv3.common.synchronization [req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 req-f2cbfa57-fe08-4509-9bb5-22f951ba472a service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1085.133748] env[65677]: INFO networking_nsxv3.common.synchronization [req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 req-f2cbfa57-fe08-4509-9bb5-22f951ba472a service nova] Enqueued Resource ID: 851c5436-c639-4274-8b22-b04668af0693 with Priority: HIGHEST for action port [ 1085.134061] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1085.134130] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1085.134202] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851c5436-c639-4274-8b22-b04668af0693 with Priority: HIGHEST for action port [ 1085.134744] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.134870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.134962] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.135200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.135296] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.136123] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.136227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.136318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.136444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.136623] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.136752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.136823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.137033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.137150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.137246] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.138026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-851c5436-c639-4274-8b22-b04668af0693 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.138127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-851c5436-c639-4274-8b22-b04668af0693" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.138543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-851c5436-c639-4274-8b22-b04668af0693" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.138543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-851c5436-c639-4274-8b22-b04668af0693" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.138543] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('851c5436-c639-4274-8b22-b04668af0693',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.199328] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.578015] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.578015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.578015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.578015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.578015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.578015] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 1b3c98f9-16c9-4cee-b6fd-4adca786697d not found, creating... [ 1085.578015] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.578015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.578015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.578015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.578015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.578437] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.578437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.578437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.578437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.578557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.579089] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 1b3c98f9-16c9-4cee-b6fd-4adca786697d is going to be created. [ 1085.599434] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.599665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.599801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.600113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.600362] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.600589] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-1b3c98f9-16c9-4cee-b6fd-4adca786697d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.640305] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.641827] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.641827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.641827] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 851c5436-c639-4274-8b22-b04668af0693 with status ACTIVE [ 1085.641827] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.642128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.642128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.642128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.642221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.642515] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.642515] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.642585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.642734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.642734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.643297] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.643297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.643297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.643297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.643297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.643591] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 851c5436-c639-4274-8b22-b04668af0693 is going to be updated. [ 1085.685335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.685483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.685543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.685757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.685897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.686185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-851c5436-c639-4274-8b22-b04668af0693" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.701948] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.822574] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1085.822832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.823118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.823362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.823589] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.823746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.823858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.824111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.824203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.824310] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.145698] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.205141] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.205342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.205406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.205643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.205725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.205829] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1086.235082] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.235082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.235082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.235365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.235462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.245030] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1086.321159] env[65677]: INFO networking_nsxv3.common.synchronization [req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 req-e927486e-8624-4b12-9b8f-5970725dfcdc service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1086.321159] env[65677]: INFO networking_nsxv3.common.synchronization [req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 req-e927486e-8624-4b12-9b8f-5970725dfcdc service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1086.321159] env[65677]: INFO networking_nsxv3.common.synchronization [req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 req-e927486e-8624-4b12-9b8f-5970725dfcdc service nova] Enqueued Resource ID: 1b3c98f9-16c9-4cee-b6fd-4adca786697d with Priority: HIGHEST for action port [ 1086.322222] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1086.322222] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1086.323025] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3c98f9-16c9-4cee-b6fd-4adca786697d with Priority: HIGHEST for action port [ 1086.323025] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.323025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.323304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.323304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.323362] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.327021] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.327021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.327021] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b3c98f9-16c9-4cee-b6fd-4adca786697d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.327021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b3c98f9-16c9-4cee-b6fd-4adca786697d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.327021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b3c98f9-16c9-4cee-b6fd-4adca786697d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.327559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b3c98f9-16c9-4cee-b6fd-4adca786697d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.327559] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3c98f9-16c9-4cee-b6fd-4adca786697d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.329090] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.648319] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.648568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.648645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.648935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.649088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.649140] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be created. [ 1086.674535] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.674712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.674776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.674963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.675152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.684995] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: UNINITIALIZED for 2s [ 1086.829239] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.829812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.832888] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b3c98f9-16c9-4cee-b6fd-4adca786697d with status ACTIVE [ 1086.832888] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.832888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.832888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.833234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.833325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.833589] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.833866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.833866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.834058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.834165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.834421] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.834603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.834670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.834829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.834928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.835146] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b3c98f9-16c9-4cee-b6fd-4adca786697d is going to be updated. [ 1086.837010] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.860479] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.860629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.860699] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.861669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.861669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.861669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b3c98f9-16c9-4cee-b6fd-4adca786697d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.130294] env[65677]: INFO networking_nsxv3.common.synchronization [req-af9b6483-23e1-4aa6-b571-5df5199ba374 req-fec83d60-2ff4-427b-944f-f6c7b1498982 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1087.130976] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1087.131366] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.131569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.131646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.131948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.132195] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.132364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.132478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.132691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.132824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.132982] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.341492] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.341955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.341955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.341955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.342177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.342177] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1087.383444] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.383444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.383444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.383444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.383444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.394621] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1087.512379] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.512581] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.512706] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.513045] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.513343] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.513508] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.513626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.513849] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.513997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.514230] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.514341] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.514537] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.514537] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.514669] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.514787] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.514931] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.537186] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.537346] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.537513] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.537718] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.538085] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-0949b902-84e8-44d3-b408-0a4f9340caa4 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.538300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-0949b902-84e8-44d3-b408-0a4f9340caa4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.538451] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-0949b902-84e8-44d3-b408-0a4f9340caa4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.538863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-0949b902-84e8-44d3-b408-0a4f9340caa4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.539116] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0949b902-84e8-44d3-b408-0a4f9340caa4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.635887] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.636062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.636113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.636292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.636389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.636582] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.636753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.636753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.636909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.636985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.637082] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f already deleted. [ 1087.637167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.041429] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.041668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.041786] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.042477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.042707] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.042960] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 0949b902-84e8-44d3-b408-0a4f9340caa4 not found, creating... [ 1088.043379] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.043611] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.043784] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.044151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.044350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.044784] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.045018] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.045198] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.045499] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.045690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.045896] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 0949b902-84e8-44d3-b408-0a4f9340caa4 is going to be created. [ 1088.072795] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.073072] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.073166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.073421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.073646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.073880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-0949b902-84e8-44d3-b408-0a4f9340caa4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.262417] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1088.262417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.262417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.262417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.262417] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.262417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.262417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.262417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.262417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.262417] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.695565] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1088.695880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.696210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.696210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.696385] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.696507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.696572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.696817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.696897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.697033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.697097] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.763868] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.795056] env[65677]: INFO networking_nsxv3.common.synchronization [req-af9b6483-23e1-4aa6-b571-5df5199ba374 req-ff5a641d-b30f-4bca-b982-427df4f7fffd service nova] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_rules [ 1088.795239] env[65677]: INFO networking_nsxv3.common.synchronization [req-af9b6483-23e1-4aa6-b571-5df5199ba374 req-ff5a641d-b30f-4bca-b982-427df4f7fffd service nova] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1088.795364] env[65677]: INFO networking_nsxv3.common.synchronization [req-af9b6483-23e1-4aa6-b571-5df5199ba374 req-ff5a641d-b30f-4bca-b982-427df4f7fffd service nova] Enqueued Resource ID: 0949b902-84e8-44d3-b408-0a4f9340caa4 with Priority: HIGHEST for action port [ 1088.795863] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_rules [ 1088.795993] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1088.796100] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0949b902-84e8-44d3-b408-0a4f9340caa4 with Priority: HIGHEST for action port [ 1088.796360] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.796482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.796760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.797142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.797142] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.798792] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.798919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.799020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.799207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.800026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.800026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.800026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.800026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.800026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.800026] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.802507] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0949b902-84e8-44d3-b408-0a4f9340caa4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.802507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0949b902-84e8-44d3-b408-0a4f9340caa4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.802507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0949b902-84e8-44d3-b408-0a4f9340caa4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.803867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0949b902-84e8-44d3-b408-0a4f9340caa4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.804063] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0949b902-84e8-44d3-b408-0a4f9340caa4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.200085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.200408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.200543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.200856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.201646] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.201834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.201834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.202171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.202321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.202531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.202796] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.203356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.203356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.203548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.203715] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.203890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.204055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.204286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.204419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.204573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.204722] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.266201] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.299415] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.299570] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.306111] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.308245] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0949b902-84e8-44d3-b408-0a4f9340caa4 with status ACTIVE [ 1089.308457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.308586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.308653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.308893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.308985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.309184] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.309319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.309379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.309489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.309563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.309745] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.309838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.309904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.310164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.310164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.310255] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0949b902-84e8-44d3-b408-0a4f9340caa4 is going to be updated. [ 1089.332855] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.333048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.333093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.333275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.333409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.333567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0949b902-84e8-44d3-b408-0a4f9340caa4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.412358] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1089.412358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.412533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.412736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.412932] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.413069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.413133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.413296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.413376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.413463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.413554] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.707965] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23bba087-254f-4d57-a3b5-e9d9751ae801: rpc.has_security_group_logging(os_id): False [ 1089.729236] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.729393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.729458] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.729648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.729738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.729948] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.730059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.730119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.730339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.730420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.730604] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.730700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.730757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.731135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.731135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.731135] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.731269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.731339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.731462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.731536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.731622] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be created. [ 1089.770070] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.770070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.770070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.770290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.770537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.770665] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1089.793635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.793864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.794553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.794553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.794553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.804410] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.804601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.804709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.804942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.805120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.811470] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1089.812882] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.814263] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1089.916088] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.916088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.916088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.916315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.918532] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.918532] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.918532] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.918532] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.918532] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.315635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.315863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.315923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.316237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.316382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.316530] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be created. [ 1090.354471] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.354698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.354698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.354919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.355568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.368476] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: UNINITIALIZED for 2s [ 1090.422501] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb762c3-5b16-4fde-a803-86c3198eabad: rpc.has_security_group_logging(os_id): False [ 1090.625668] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.625863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.625970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.626290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.626384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.626620] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.626771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.626843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.627026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.627098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.627299] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.627398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.627506] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.627605] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.627680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.627880] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.627973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.628049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.628196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.628304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.628400] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1090.735389] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.735851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.735851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.735851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.736115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.763613] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1091.698665] env[65677]: INFO networking_nsxv3.common.synchronization [req-c86316df-42e2-4c84-a5c5-a88e91355da6 req-80ddd233-9d83-47d1-a41c-298d1b9e2393 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 1091.699264] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGHEST for action security_group_members [ 1091.699553] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.699667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.699732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.700089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.700161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.702153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.702153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.702153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.702153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.702153] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.830764] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1091.831125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.831551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.831772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.831964] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.832099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.832166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.832320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.832401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.832488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.832581] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.839663] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1091.839887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.207089] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.207089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.207089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.207089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.207089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.207089] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.207089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.207089] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.207377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.207377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.207377] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be updated. [ 1092.236723] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.236850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.236950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.237232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.237446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.247950] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: IN_PROGRESS for 2s [ 1092.335358] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.335545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.335603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.335804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.335973] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.336090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.336157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.336307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.336397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.336485] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.336632] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.336726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.336789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.336925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.337070] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.337163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.337226] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.337362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.337437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.337517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.337606] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.378618] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1092.378812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.379425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.379645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.379837] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.379952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.380027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.380219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.380309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.380397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.380491] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.781031] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1092.781271] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.839701] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bd819e-5b3b-4bf8-92c3-d54586c26db7: rpc.has_security_group_logging(os_id): False [ 1092.862261] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.862430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.862493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.862875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.863249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.863463] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.864143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.864311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.864616] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.864752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.868019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.868019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.868019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.868019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.868019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.868019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.868019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.868019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.868019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.868445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.868445] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1092.882860] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.883091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.883091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.883291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.883464] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.883586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.883653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.884041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.884143] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.884251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.884441] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.884539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.884599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.884747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.884893] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.885041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.885106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.885198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.885279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.885362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.885467] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.981088] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.981540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.981540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.981733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.981778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.004506] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1093.390557] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edeae9a5-d15b-4e0b-841c-83567587d15f: rpc.has_security_group_logging(os_id): False [ 1093.415091] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.415091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.415091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.415347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.415912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.415912] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.415912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.416123] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.416304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.416342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.416870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.416870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.416870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.417087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.417128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.418015] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.418015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.418015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.418015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.418015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.418193] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be created. [ 1093.486242] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.486242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.486242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.486494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.486494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.495088] env[65677]: INFO networking_nsxv3.common.synchronization [req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 req-fb6a343e-5d68-4365-bc50-c9c8641ceafa tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1093.496026] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1093.496111] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.496228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.496292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.496496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.496654] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.496753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.496816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.496967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.497073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.497175] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.501929] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1093.858628] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.858628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.858628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.859070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.859070] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.859159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.860156] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.860156] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.860156] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.860156] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.860156] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.860156] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.860156] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.860519] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.860519] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.860519] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.882329] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.882507] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.882631] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.882844] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.883253] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-90b842ba-1b9e-467e-9185-4232b181af36 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.883444] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-90b842ba-1b9e-467e-9185-4232b181af36" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.883615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-90b842ba-1b9e-467e-9185-4232b181af36" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.883932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-90b842ba-1b9e-467e-9185-4232b181af36" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.884209] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b842ba-1b9e-467e-9185-4232b181af36',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.000377] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.001090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.001090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.001280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.001426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.001695] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.001828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.001907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.002075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.002153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.002241] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1094.030734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.030973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.030973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.031511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.031511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.042207] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1094.262459] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: IN_PROGRESS for 4s [ 1094.389663] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.389960] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.390085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.390336] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.390483] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.390639] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 90b842ba-1b9e-467e-9185-4232b181af36 not found, creating... [ 1094.390917] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.391090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.391208] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.391429] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.391554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.391831] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.391984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.392114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.392320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392452] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392589] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 90b842ba-1b9e-467e-9185-4232b181af36 is going to be created. [ 1094.415378] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.415663] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.415739] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.416127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.416423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.416658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-90b842ba-1b9e-467e-9185-4232b181af36" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.019011] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1095.019011] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.199486] env[65677]: INFO networking_nsxv3.common.synchronization [req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 req-6b2ddc3b-edde-4b44-8438-73c8131a8bfe service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1095.199486] env[65677]: INFO networking_nsxv3.common.synchronization [req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 req-6b2ddc3b-edde-4b44-8438-73c8131a8bfe service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1095.199486] env[65677]: INFO networking_nsxv3.common.synchronization [req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 req-6b2ddc3b-edde-4b44-8438-73c8131a8bfe service nova] Enqueued Resource ID: 90b842ba-1b9e-467e-9185-4232b181af36 with Priority: HIGHEST for action port [ 1095.199867] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1095.200120] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1095.200210] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b842ba-1b9e-467e-9185-4232b181af36 with Priority: HIGHEST for action port [ 1095.200464] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.200603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.200666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.200881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.200990] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.201909] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.202040] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.202273] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b842ba-1b9e-467e-9185-4232b181af36 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.202383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b842ba-1b9e-467e-9185-4232b181af36" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.202468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b842ba-1b9e-467e-9185-4232b181af36" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.202650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b842ba-1b9e-467e-9185-4232b181af36" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.202749] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b842ba-1b9e-467e-9185-4232b181af36',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.515724] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1095.515959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.705920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.706082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.706278] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90b842ba-1b9e-467e-9185-4232b181af36 with status ACTIVE [ 1095.706451] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.706553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.706616] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.706831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.706919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.707105] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.707200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.707260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.707414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.707582] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.707663] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.707767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.707820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.707953] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.708046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.708132] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90b842ba-1b9e-467e-9185-4232b181af36 is going to be updated. [ 1095.732348] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.732566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.732566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.732828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.733125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.733333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b842ba-1b9e-467e-9185-4232b181af36" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.928921] env[65677]: INFO networking_nsxv3.common.synchronization [req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 req-391aae61-8bec-4b71-ba49-7a59b4f8dc40 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1095.929577] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1095.929917] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.930087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.930129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.930325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.930497] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.930678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.930678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.930901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.931063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.931063] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.055637] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1096.055978] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1096.056054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.056237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.056879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.056879] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.056879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.056879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.057133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.057133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.057205] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.275913] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03edc19-6de1-47a6-a769-78677fe645b3 in Status: SUCCESS [ 1096.276120] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 deletion is rescheduled due to dependency. [ 1096.276243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.347058] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.347276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.347437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.347662] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.347912] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.348107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.348185] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.348451] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.348630] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.348841] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.349017] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.349140] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.349249] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.349364] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.349469] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.349599] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.370782] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.370941] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.371084] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.371357] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-789" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.371675] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-406de163-ff34-46be-942e-6a62848e9457 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.371879] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-406de163-ff34-46be-942e-6a62848e9457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.371996] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-406de163-ff34-46be-942e-6a62848e9457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.372562] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-406de163-ff34-46be-942e-6a62848e9457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.372629] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406de163-ff34-46be-942e-6a62848e9457',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.434085] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.434245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.434317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.434537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.434645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.434840] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.434939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.435008] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.435159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.435238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.435406] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1096.464262] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.464419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.464419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.464621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.464763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.474921] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1096.562359] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.875418] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.875725] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.875857] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.876212] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.876386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.876559] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 406de163-ff34-46be-942e-6a62848e9457 not found, creating... [ 1096.876830] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.876990] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.877123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.877352] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.877514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.877802] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.877957] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.878087] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.878299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.878444] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.878606] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 406de163-ff34-46be-942e-6a62848e9457 is going to be created. [ 1096.900911] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.901576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.901576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.901889] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.902224] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.902466] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-406de163-ff34-46be-942e-6a62848e9457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.065546] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.568377] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.568573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.568647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.568908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.569044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.569171] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1097.597755] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.597907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.597907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.598626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.598626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.608143] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1097.638135] env[65677]: INFO networking_nsxv3.common.synchronization [req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 req-d57cc858-844c-4fe4-b237-f9d50c1e5f28 service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 1097.638763] env[65677]: INFO networking_nsxv3.common.synchronization [req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 req-d57cc858-844c-4fe4-b237-f9d50c1e5f28 service nova] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1097.638763] env[65677]: INFO networking_nsxv3.common.synchronization [req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 req-d57cc858-844c-4fe4-b237-f9d50c1e5f28 service nova] Enqueued Resource ID: 406de163-ff34-46be-942e-6a62848e9457 with Priority: HIGHEST for action port [ 1097.639100] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_rules [ 1097.639208] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1097.639306] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406de163-ff34-46be-942e-6a62848e9457 with Priority: HIGHEST for action port [ 1097.639581] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.639687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.639765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.640069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.640155] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.641015] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.641261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.641405] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-406de163-ff34-46be-942e-6a62848e9457 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.641405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-406de163-ff34-46be-942e-6a62848e9457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.641525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-406de163-ff34-46be-942e-6a62848e9457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.641675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-406de163-ff34-46be-942e-6a62848e9457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.641675] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406de163-ff34-46be-942e-6a62848e9457',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.146279] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.146659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.146659] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 406de163-ff34-46be-942e-6a62848e9457 with status ACTIVE [ 1098.146760] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.146868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.147067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.147190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.147280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.147454] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.147551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.147624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.147757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.147832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.148129] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.148129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.148270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.148319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.148388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.148462] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 406de163-ff34-46be-942e-6a62848e9457 is going to be updated. [ 1098.170032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.170182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.170252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.170461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.170597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.170756] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-406de163-ff34-46be-942e-6a62848e9457" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.252273] env[65677]: INFO networking_nsxv3.common.synchronization [req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 req-6b3de419-2ece-4b07-aec8-3d31dddab8af tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1098.252273] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1098.252273] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.252273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.252273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.252844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.253121] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.253399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.253543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.253781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.253949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.254133] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.485432] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1098.485656] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 deletion is rescheduled due to dependency. [ 1098.485742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.485917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.486213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.486404] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.486525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.486602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.486742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.486890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.486963] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.758901] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.758901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.758901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.758901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.758901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.758901] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.758901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.758901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.758901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.758901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.758901] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1098.791935] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.791935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.792264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.792264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.792334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.803698] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1098.990091] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.284760] env[65677]: INFO networking_nsxv3.common.synchronization [req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd req-95e676e3-3685-448b-a58a-a2d38fbcc40b tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1099.288598] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1099.289020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.289214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.289250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.289446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.289609] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.289727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.289757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.289959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.290023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.290093] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.492830] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.621704] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1099.621918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.622179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.622466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.622871] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.623019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.623057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.623323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.623451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.623569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.623686] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.796414] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.996347] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.996571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.996640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.996832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.997031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.997168] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1100.028498] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.028498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.028498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.028879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.028879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.038839] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1100.126974] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.126974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.126974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.126974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.126974] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.126974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.126974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.127330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.127330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.127330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.127430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.127468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.127622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.127659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.127836] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.127896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.127925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.128256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.128256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.128256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.128377] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.300443] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.632767] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30debc71-eabc-46f6-8efe-f22418cf13e1: rpc.has_security_group_logging(os_id): False [ 1100.655897] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.656118] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.656357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.656454] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.656641] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.656740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656841] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.656974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.657066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.657261] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.657371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.657417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.657550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.657619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.657807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.657919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.658014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.658149] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.658239] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.658537] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1100.723365] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.723481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.723533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.723800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.724053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.743945] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1100.806854] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.806854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.806961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.807187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.807326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.807481] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1100.818637] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1100.818829] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 deletion is rescheduled due to dependency. [ 1100.818937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.872657] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.872860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.872860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.873137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.873285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.885737] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1102.050228] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1102.050507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.050662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.050903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.051133] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.051362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.051445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.051645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.051752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.051860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.051979] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.285415] env[65677]: INFO networking_nsxv3.common.synchronization [req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 req-ae0abf88-853d-4c0a-b3a5-ce661b667e1a tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_members [ 1102.286338] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGHEST for action security_group_members [ 1102.287049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c4716-a1f2-46b9-b650-73d86739e2c2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.287049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.287049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.287302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.287450] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.287603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.287817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.287950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.288161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.288274] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.307953] env[65677]: INFO networking_nsxv3.common.synchronization [req-a5c33555-fd26-433e-b17e-4bd037f7a99f req-0bbbe385-dd68-40e0-8987-b7c2a8f97f69 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 1102.309301] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 1102.309886] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.312262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.312262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.312262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.312262] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.312262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.312262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.312262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.312262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.312773] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.554868] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.555066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.555112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.555348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.555523] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.555646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.555695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.555826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.555916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.556013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.556163] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.556250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.556305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.556444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.556580] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.556672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.556723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.556865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.556970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.557054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.557142] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.679377] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.679581] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.679720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.680029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.680323] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.680501] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.680620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.680856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.681549] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.681549] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.681549] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.681903] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.682085] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.682258] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.682458] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.682650] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.702859] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.703100] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.703248] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.703421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-283" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.703736] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-77435005-02e8-4b00-82a1-9df28aaa2e66 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.703909] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-77435005-02e8-4b00-82a1-9df28aaa2e66" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.704040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-77435005-02e8-4b00-82a1-9df28aaa2e66" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.704388] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-77435005-02e8-4b00-82a1-9df28aaa2e66" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.704527] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77435005-02e8-4b00-82a1-9df28aaa2e66',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.762576] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1102.762808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.791372] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.791561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.791632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.791853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.791952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.792215] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.792376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.792376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.792743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.792743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.792743] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 is going to be updated. [ 1102.815979] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.825593] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.825793] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.825858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.826081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.826255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.837121] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 in Status: IN_PROGRESS for 2s [ 1102.896903] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1102.897200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.060415] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0: rpc.has_security_group_logging(os_id): False [ 1103.085941] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.086165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.086388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.086714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.086775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.087072] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.087282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.087386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.087629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.087762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.088066] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.088188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.088254] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.088474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.088606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.088836] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.089056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.089150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.089475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.089592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.089694] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1103.166297] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.166479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.166533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.166738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.166963] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.186531] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1103.207061] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.208999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.208999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.208999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.209273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.209273] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 77435005-02e8-4b00-82a1-9df28aaa2e66 not found, creating... [ 1103.209581] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.209750] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.209884] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.210411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.210572] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.211668] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.211668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.211668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.211668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.211668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.211668] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 77435005-02e8-4b00-82a1-9df28aaa2e66 is going to be created. [ 1103.248689] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.249107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.249341] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.249778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.250196] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.250734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-77435005-02e8-4b00-82a1-9df28aaa2e66" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.323029] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.826825] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.826825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.826825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.826825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.826825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.826825] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 is going to be updated. [ 1103.864632] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.864768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.864836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.865090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.865243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.877155] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: IN_PROGRESS for 2s [ 1104.017262] env[65677]: INFO networking_nsxv3.common.synchronization [req-a5c33555-fd26-433e-b17e-4bd037f7a99f req-f8241b4e-193b-45eb-89f6-fa8ffc5d7d45 service nova] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_rules [ 1104.017262] env[65677]: INFO networking_nsxv3.common.synchronization [req-a5c33555-fd26-433e-b17e-4bd037f7a99f req-f8241b4e-193b-45eb-89f6-fa8ffc5d7d45 service nova] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 1104.017262] env[65677]: INFO networking_nsxv3.common.synchronization [req-a5c33555-fd26-433e-b17e-4bd037f7a99f req-f8241b4e-193b-45eb-89f6-fa8ffc5d7d45 service nova] Enqueued Resource ID: 77435005-02e8-4b00-82a1-9df28aaa2e66 with Priority: HIGHEST for action port [ 1104.017262] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_rules [ 1104.017262] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 1104.017262] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77435005-02e8-4b00-82a1-9df28aaa2e66 with Priority: HIGHEST for action port [ 1104.018551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.018709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.018938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.019265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.019356] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.020277] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.020375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.021251] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-77435005-02e8-4b00-82a1-9df28aaa2e66 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.021385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77435005-02e8-4b00-82a1-9df28aaa2e66" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.021473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77435005-02e8-4b00-82a1-9df28aaa2e66" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.021742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77435005-02e8-4b00-82a1-9df28aaa2e66" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.021829] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77435005-02e8-4b00-82a1-9df28aaa2e66',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.525955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.525955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.526913] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77435005-02e8-4b00-82a1-9df28aaa2e66 with status ACTIVE [ 1104.527266] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.527465] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.527575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.527884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.527998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.528352] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.528492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.528562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.529510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.529510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.529510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.529510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.529510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.529714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.529714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.529714] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77435005-02e8-4b00-82a1-9df28aaa2e66 is going to be updated. [ 1104.555035] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.555035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.555035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.555035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.555035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.555035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77435005-02e8-4b00-82a1-9df28aaa2e66" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.851789] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 in Status: SUCCESS [ 1104.851940] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 deletion is rescheduled due to dependency. [ 1104.852209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.201944] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1105.202377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.891867] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: SUCCESS [ 1105.892232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.892417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.892730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.892966] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.893208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.893408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.894052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.894052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.894052] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.397039] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.899821] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.905587] env[65677]: INFO networking_nsxv3.common.synchronization [None req-ef5ba9d3-ef2a-488f-b90d-242b21f08665 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_rules [ 1106.908966] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_rules [ 1106.909531] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.909664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.909735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.910145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.910145] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.053806] env[65677]: INFO networking_nsxv3.common.synchronization [None req-78e909cf-a8a7-4304-b40e-41dc5f8a919f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_rules [ 1107.054648] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_rules [ 1107.055020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.055150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.407665] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.407665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.407665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.407665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.407665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.407665] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 is going to be updated. [ 1107.442238] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.442238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.442238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.442525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.442525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.442583] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 already deleted. [ 1107.442638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.443384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.443384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.443384] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.447508] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.447508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.447508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.447956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.447956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.459728] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: IN_PROGRESS for 2s [ 1107.966867] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.967282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.967282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.967538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.967678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.967813] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 already deleted. [ 1107.967945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.321071] env[65677]: INFO networking_nsxv3.common.synchronization [req-35394356-33fe-4a63-83c7-ddb134b3dd76 req-4b0d11b0-0811-4a78-8831-511f466096b6 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1109.322141] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1109.322141] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.322769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.322769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.322769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.322769] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.322769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.323162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.323162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.323162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.323162] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.469978] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: SUCCESS [ 1109.470373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.470562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.470824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.471043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.471174] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.471245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.471411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.471536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.471585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.471672] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.643726] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.643975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.644193] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.644509] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.644939] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.645333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.645498] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.645759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.645940] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.646178] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.646394] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.646521] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.646662] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.646785] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.646922] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.647095] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.666847] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.667105] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.667262] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.667434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.667741] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-dcec3098-e841-4e0c-a9ab-93020df55295 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.667914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-dcec3098-e841-4e0c-a9ab-93020df55295" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.668045] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-dcec3098-e841-4e0c-a9ab-93020df55295" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.668396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-dcec3098-e841-4e0c-a9ab-93020df55295" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.668535] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcec3098-e841-4e0c-a9ab-93020df55295',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.827874] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.974091] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.171503] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.171869] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.172033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.172405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.172609] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.172825] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port dcec3098-e841-4e0c-a9ab-93020df55295 not found, creating... [ 1110.173146] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.173448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.173569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.173851] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.173997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.174318] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.174490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.174605] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.174821] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.174948] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.175101] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: dcec3098-e841-4e0c-a9ab-93020df55295 is going to be created. [ 1110.198807] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.199056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.199292] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.199607] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.199833] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.200072] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-dcec3098-e841-4e0c-a9ab-93020df55295" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.319027] env[65677]: INFO networking_nsxv3.common.synchronization [req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b req-e8fae161-184f-4109-8800-3d644dbf75f7 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1110.319708] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGHEST for action security_group_members [ 1110.320044] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.320204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.320289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.320500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.320663] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.320761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.320823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.320969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.321063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.321162] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.331601] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.477397] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44eef694-4cb4-40e3-a621-f057bdd34086: rpc.has_security_group_logging(os_id): False [ 1110.497861] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.498135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.498135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.498301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.529255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.529634] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.530018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.530018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.530272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.530338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.530441] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 is going to be updated. [ 1110.604302] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.604525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.604525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.604738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.605074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.624448] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: IN_PROGRESS for 2s [ 1110.678889] env[65677]: INFO networking_nsxv3.common.synchronization [req-b7b0724c-55c0-4505-85c3-34c7bed40d6e req-5e7e0451-2d84-4f3b-b2f1-ac5b080609d3 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1110.679695] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1110.680151] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.680332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.680403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.680624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.680808] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.680920] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.681012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.681141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.681206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.681318] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.827191] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.827191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.827191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.827191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.827191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.828081] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.828400] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.828549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.828843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.829942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.829942] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be updated. [ 1110.834222] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.834453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.834773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.835068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.835230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.835389] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1110.869912] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.869912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.869912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.874138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.874138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.874138] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.874138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.874518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.875112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.875413] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.889269] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1110.890135] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: IN_PROGRESS for 2s [ 1110.950413] env[65677]: INFO networking_nsxv3.common.synchronization [req-35394356-33fe-4a63-83c7-ddb134b3dd76 req-85838ce9-e552-4398-a08e-f36131315bd7 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1110.950737] env[65677]: INFO networking_nsxv3.common.synchronization [req-35394356-33fe-4a63-83c7-ddb134b3dd76 req-85838ce9-e552-4398-a08e-f36131315bd7 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1110.950973] env[65677]: INFO networking_nsxv3.common.synchronization [req-35394356-33fe-4a63-83c7-ddb134b3dd76 req-85838ce9-e552-4398-a08e-f36131315bd7 service nova] Enqueued Resource ID: dcec3098-e841-4e0c-a9ab-93020df55295 with Priority: HIGHEST for action port [ 1110.954902] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1110.954902] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1110.954902] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcec3098-e841-4e0c-a9ab-93020df55295 with Priority: HIGHEST for action port [ 1110.954902] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.954902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.954902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.954902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.954902] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.954902] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.954902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.955574] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcec3098-e841-4e0c-a9ab-93020df55295 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.955574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcec3098-e841-4e0c-a9ab-93020df55295" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.955715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcec3098-e841-4e0c-a9ab-93020df55295" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.956312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcec3098-e841-4e0c-a9ab-93020df55295" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.956461] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcec3098-e841-4e0c-a9ab-93020df55295',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.184297] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.184588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.184588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.184691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.184771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.185146] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.185146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.185250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.185366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.185415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.185472] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1111.214373] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.214554] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.214640] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.214859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.215083] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.225521] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1111.458994] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.459374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.459497] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcec3098-e841-4e0c-a9ab-93020df55295 with status ACTIVE [ 1111.459705] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.459844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.459914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.460288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.460288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.460484] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.460613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.460716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.460927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.461059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.461292] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.461403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.461486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.461649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.461735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.461981] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcec3098-e841-4e0c-a9ab-93020df55295 is going to be updated. [ 1111.487500] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.487714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.487762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.487986] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.488164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.488354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcec3098-e841-4e0c-a9ab-93020df55295" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.637964] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: SUCCESS [ 1112.638374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.901650] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1112.902063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.902285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.902550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.902870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.903138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.903138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.903418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.903567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.903752] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.905892] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 in Status: SUCCESS [ 1112.905892] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 deletion is rescheduled due to dependency. [ 1112.905892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.114838] env[65677]: INFO networking_nsxv3.common.synchronization [req-ee7e77ed-10ee-4334-83be-4e4df18944a1 req-10a3e310-69ed-4616-9e7a-15cac5abc8b0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_members [ 1113.115410] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_members [ 1113.115925] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76207a9-9cfa-4e6c-b636-c2614261b1c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.116101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.116197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.116454] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.116985] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.116985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.116985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.116985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.116985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.117477] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.237304] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1113.237546] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f deletion is rescheduled due to dependency. [ 1113.238455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.407787] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.463020] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.463020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.463020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.463020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.463020] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.463020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.463020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.463620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.463887] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.464210] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.464429] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.464706] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.464929] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.467411] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.467411] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.467411] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.486910] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.487098] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.487260] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.487442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.488220] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.488220] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.488220] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.488594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.488594] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454eaab5-9a3e-4dce-b9d4-0d253b918cc7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.620542] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.620542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.620657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.620787] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.620879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.621093] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.621188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.621279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.621397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.621474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.621561] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 already deleted. [ 1113.621719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.909772] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.994049] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.994371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.994560] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.994968] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.995264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.995448] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 not found, creating... [ 1113.995762] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.996026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.996058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.996302] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.996449] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.996830] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.996999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.997163] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.997413] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.997575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.997764] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 is going to be created. [ 1114.021423] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.021736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.021887] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.022218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.022522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.022730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.416483] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.416724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.416776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.417117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.417261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.417504] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1114.449678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.449903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.449903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.450191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.450359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.461725] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1114.785511] env[65677]: INFO networking_nsxv3.common.synchronization [req-ee7e77ed-10ee-4334-83be-4e4df18944a1 req-c6f8c462-c4a7-4b38-af41-5a092f05926c service nova] Enqueued Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_rules [ 1114.785511] env[65677]: INFO networking_nsxv3.common.synchronization [req-ee7e77ed-10ee-4334-83be-4e4df18944a1 req-c6f8c462-c4a7-4b38-af41-5a092f05926c service nova] Enqueued Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_members [ 1114.785678] env[65677]: INFO networking_nsxv3.common.synchronization [req-ee7e77ed-10ee-4334-83be-4e4df18944a1 req-c6f8c462-c4a7-4b38-af41-5a092f05926c service nova] Enqueued Resource ID: 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 with Priority: HIGHEST for action port [ 1114.786259] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_rules [ 1114.786404] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_members [ 1114.786499] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 with Priority: HIGHEST for action port [ 1114.786777] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.786895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.786957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.788667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.788812] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.790556] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76207a9-9cfa-4e6c-b636-c2614261b1c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.791313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.792762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.793088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.793347] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.793516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.793618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.793827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.793951] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.794268] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.796167] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.796255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.796341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.796486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.796573] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454eaab5-9a3e-4dce-b9d4-0d253b918cc7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.298488] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.299824] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76207a9-9cfa-4e6c-b636-c2614261b1c4 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.300026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.300376] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 with status ACTIVE [ 1115.300475] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.300667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.300754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.301067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.301172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.301420] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.301627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.301627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.302457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.302578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.302884] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.303041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.303115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.303576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.303576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.303576] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 is going to be updated. [ 1115.336993] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.337222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.337222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.337428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.337570] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.337764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-454eaab5-9a3e-4dce-b9d4-0d253b918cc7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.807264] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.311429] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.311429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.311731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.311731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.311791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.311898] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 is going to be created. [ 1116.339662] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.339866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.339866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.340560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.340560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.352562] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 in Status: UNINITIALIZED for 2s [ 1116.475214] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1116.475557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.475982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.476096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.476371] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.476544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.476644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.476870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.476984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.477325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.477325] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.979948] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.979948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.979948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.980988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.980988] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.980988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.980988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.981293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.981293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.981293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.981441] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.981537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.984492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.984492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.984492] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.984492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.984492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.984492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.984492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.984492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.984492] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.485171] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bd819e-5b3b-4bf8-92c3-d54586c26db7: rpc.has_security_group_logging(os_id): False [ 1117.506222] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.506393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.506456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.506697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.506803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.507015] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.507250] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.507342] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.507530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.507609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.507821] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.507915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.507978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.508229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.508320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.508589] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.508696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.508760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.508904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.508985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.509083] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1117.576117] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.576227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.576272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.576483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.576634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.591733] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1118.234178] env[65677]: INFO networking_nsxv3.common.synchronization [None req-2aa5bf61-41af-424e-94cd-d4178e70e488 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Enqueued Resource ID: 1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40 with Priority: HIGHEST for action security_group_rules [ 1118.234178] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40 with Priority: HIGHEST for action security_group_rules [ 1118.234178] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.234178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.234178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.235308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.236608] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.365129] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 in Status: SUCCESS [ 1118.366187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.366187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.366187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.366187] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.366187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.366187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.366591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.366591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.366591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.366591] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.446066] env[65677]: INFO networking_nsxv3.common.synchronization [None req-807b7488-6608-453d-b5d0-a71534777338 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Enqueued Resource ID: 1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40 with Priority: HIGHEST for action security_group_rules [ 1118.446627] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40 with Priority: HIGHEST for action security_group_rules [ 1118.446926] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.447339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.761754] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.762199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.762199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.762395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.762473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.762599] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40 already deleted. [ 1118.762720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.762872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.763096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.763228] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.869198] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.288057] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.288693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.288693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.288693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.288693] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.288693] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40 already deleted. [ 1119.288879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a8dbabc-a9d5-4cf7-99cc-d6b50590cf40" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.370552] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e76207a9-9cfa-4e6c-b636-c2614261b1c4: rpc.has_security_group_logging(os_id): False [ 1119.390399] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.390599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.390642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.390837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.390925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.391177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.391277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.391338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.391484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.391627] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.391683] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 is going to be created. [ 1119.464043] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.464228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.464290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.464484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.464665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.476313] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 in Status: IN_PROGRESS for 2s [ 1119.613694] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1119.613934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.490652] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 in Status: SUCCESS [ 1121.491219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.000326] env[65677]: INFO networking_nsxv3.common.synchronization [None req-5bab3f63-bee6-4b74-a8e5-fce78e0ae94e None None] Enqueued Resource ID: 643e9dc0-228d-41ad-b801-9421f32eb6af with Priority: HIGHEST for action port [ 1122.001639] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e9dc0-228d-41ad-b801-9421f32eb6af with Priority: HIGHEST for action port [ 1122.002331] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-643e9dc0-228d-41ad-b801-9421f32eb6af taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.002685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-643e9dc0-228d-41ad-b801-9421f32eb6af" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.002800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-643e9dc0-228d-41ad-b801-9421f32eb6af" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.003122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-643e9dc0-228d-41ad-b801-9421f32eb6af" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.003216] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643e9dc0-228d-41ad-b801-9421f32eb6af',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.507677] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 643e9dc0-228d-41ad-b801-9421f32eb6af [ 1122.507973] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.508051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.508237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.509894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.509894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.509894] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:643e9dc0-228d-41ad-b801-9421f32eb6af already deleted. [ 1122.509894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-643e9dc0-228d-41ad-b801-9421f32eb6af" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.519721] env[65677]: INFO networking_nsxv3.common.synchronization [req-493f3a3a-d4a3-4186-8383-f551e9092d68 req-6460bfe7-53ed-426c-a2d2-93e51443e122 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1122.520284] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1122.520730] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.520970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.521733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.521961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.522140] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.522621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.522697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.522857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.522945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.523058] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.797781] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3819bfb0-42d3-41e0-8386-8349328e563f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_rules [ 1122.798321] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_rules [ 1122.798624] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.798742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.798803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.805436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.806387] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.893088] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3d7fac5a-b735-4068-b6da-c48b76654717 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_rules [ 1122.894653] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_rules [ 1122.896048] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.896048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.025785] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.332222] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.332375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.332466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.334285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.334285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.334285] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 already deleted. [ 1123.334285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.334285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.334285] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.334285] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.531476] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.859712] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.859712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.859712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.859712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.859712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.859712] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 already deleted. [ 1123.859712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.036152] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.036152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.036152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.036416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.036416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.036416] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1124.072101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.072101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.072101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.072101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.072378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.083033] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1124.580722] env[65677]: INFO networking_nsxv3.common.synchronization [None req-5d7703df-4d70-4da8-9d74-0829485968c5 None None] Enqueued Resource ID: 7cfc769b-f849-4988-951f-67ac7be7e210 with Priority: HIGHEST for action port [ 1124.582304] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cfc769b-f849-4988-951f-67ac7be7e210 with Priority: HIGHEST for action port [ 1124.582713] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cfc769b-f849-4988-951f-67ac7be7e210 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.582869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cfc769b-f849-4988-951f-67ac7be7e210" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.582980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cfc769b-f849-4988-951f-67ac7be7e210" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.584549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cfc769b-f849-4988-951f-67ac7be7e210" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.584549] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfc769b-f849-4988-951f-67ac7be7e210',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.086289] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cfc769b-f849-4988-951f-67ac7be7e210 [ 1125.086570] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.086853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.086853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.087038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.087111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.087216] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cfc769b-f849-4988-951f-67ac7be7e210 already deleted. [ 1125.087318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cfc769b-f849-4988-951f-67ac7be7e210" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.649197] env[65677]: INFO networking_nsxv3.common.synchronization [req-38a94e31-9b26-4db9-82f7-f78b60325e89 req-54385d6f-8c4a-4b9a-b32c-03773bd7b735 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1125.649671] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1125.650049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.652206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.652427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.652826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.653334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.653334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.653500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653692] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.099099] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1126.099402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.115703] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.115703] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.115703] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.115984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.116189] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.116363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.116478] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.116708] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.117545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.117545] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.117545] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.117545] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.117823] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.117823] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.117918] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.118111] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.139581] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.139581] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.139928] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.139928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.141054] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-0e90dc00-128a-4a47-bc67-66ee5966eab1 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.141054] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-0e90dc00-128a-4a47-bc67-66ee5966eab1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.141054] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-0e90dc00-128a-4a47-bc67-66ee5966eab1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.141243] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-0e90dc00-128a-4a47-bc67-66ee5966eab1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.141387] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e90dc00-128a-4a47-bc67-66ee5966eab1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.157882] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.158048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.158116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.158324] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.158416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.158708] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.158869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.159157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.159401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.159500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.159593] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1126.190365] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.190462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.190497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.190708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.190867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.203917] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1126.644864] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.645167] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.645378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.645791] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.646493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.646493] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 0e90dc00-128a-4a47-bc67-66ee5966eab1 not found, creating... [ 1126.646681] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.647099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.647414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.647696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.647929] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.648386] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.648834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.648834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.649142] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.649377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.649620] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 0e90dc00-128a-4a47-bc67-66ee5966eab1 is going to be created. [ 1126.671771] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.672127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.672312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.672653] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.672925] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.673248] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-0e90dc00-128a-4a47-bc67-66ee5966eab1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.426261] env[65677]: INFO networking_nsxv3.common.synchronization [req-38a94e31-9b26-4db9-82f7-f78b60325e89 req-73b4a7f9-70b4-4b3c-9554-ec84ebe524cd service nova] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_rules [ 1127.426261] env[65677]: INFO networking_nsxv3.common.synchronization [req-38a94e31-9b26-4db9-82f7-f78b60325e89 req-73b4a7f9-70b4-4b3c-9554-ec84ebe524cd service nova] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1127.426261] env[65677]: INFO networking_nsxv3.common.synchronization [req-38a94e31-9b26-4db9-82f7-f78b60325e89 req-73b4a7f9-70b4-4b3c-9554-ec84ebe524cd service nova] Enqueued Resource ID: 0e90dc00-128a-4a47-bc67-66ee5966eab1 with Priority: HIGHEST for action port [ 1127.426261] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_rules [ 1127.427765] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1127.428100] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e90dc00-128a-4a47-bc67-66ee5966eab1 with Priority: HIGHEST for action port [ 1127.428552] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.430334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.430334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.430334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.430334] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.432049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.432330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.435302] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e90dc00-128a-4a47-bc67-66ee5966eab1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.435302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e90dc00-128a-4a47-bc67-66ee5966eab1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.435302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e90dc00-128a-4a47-bc67-66ee5966eab1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.435302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e90dc00-128a-4a47-bc67-66ee5966eab1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.435302] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e90dc00-128a-4a47-bc67-66ee5966eab1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.936455] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e90dc00-128a-4a47-bc67-66ee5966eab1 with status ACTIVE [ 1127.936745] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.936876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.937171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.937707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.937954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.938340] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.938629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.938746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.939442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.939644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.939912] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.940073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.940203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.940444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.940574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.940729] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e90dc00-128a-4a47-bc67-66ee5966eab1 is going to be updated. [ 1127.942141] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.942302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.972456] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.972695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.972695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.972982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.973164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.973344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e90dc00-128a-4a47-bc67-66ee5966eab1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.216555] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1128.216750] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f deletion is rescheduled due to dependency. [ 1128.216852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.217067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.217305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.217587] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.217715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.217781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.217942] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.218077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.218218] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.720744] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.223626] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.726023] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.726197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.726272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.726545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.726665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.726773] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1129.756624] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.756785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.756843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.757069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.757202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.767161] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1131.154596] env[65677]: INFO networking_nsxv3.common.synchronization [req-71ca8cb4-5711-40b1-96d4-878e248fc170 req-50c62baa-5e09-4315-ab54-aa6d6d077800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1131.155429] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1131.155804] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.155945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.156042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.156575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.156575] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.156575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.156714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.156824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.156943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.158054] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.522900] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.523344] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.523615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.524214] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.524763] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.525118] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.525279] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.525651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.525897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.526247] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.526422] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.526605] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.526753] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.526969] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.527206] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.527502] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.552791] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.552956] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.553109] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.553400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.553851] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-c677ca66-9e13-483c-aa49-9ee34a81ae2f taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.554060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-c677ca66-9e13-483c-aa49-9ee34a81ae2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.554228] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-c677ca66-9e13-483c-aa49-9ee34a81ae2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.554617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-c677ca66-9e13-483c-aa49-9ee34a81ae2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.554833] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c677ca66-9e13-483c-aa49-9ee34a81ae2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.660019] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.777892] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1131.778153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.778322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.778543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.778754] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.778873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.778934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.779104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.779182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.779265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.779353] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.057977] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.058202] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.058253] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.058579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.058680] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.058825] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port c677ca66-9e13-483c-aa49-9ee34a81ae2f not found, creating... [ 1132.059265] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.059612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.059798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.060181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.060381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.060824] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.060994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.061135] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.061358] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.061492] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.062092] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: c677ca66-9e13-483c-aa49-9ee34a81ae2f is going to be created. [ 1132.084202] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.084483] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.084642] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.084948] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.085223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.085476] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-c677ca66-9e13-483c-aa49-9ee34a81ae2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.162704] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.282720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.282912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.282959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.283198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.283371] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.283517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.283571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.283686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.283776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.283864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.284028] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.284121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.284184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.284334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.284479] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.284569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.284630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.284771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.284849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.284932] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.285036] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.665425] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.665594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.665675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.665906] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.665995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.666157] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1132.695112] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.695288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.695383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.695589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.695771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.705961] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1132.778677] env[65677]: INFO networking_nsxv3.common.synchronization [req-71ca8cb4-5711-40b1-96d4-878e248fc170 req-f85a8afe-499d-450e-aa50-9b8186209205 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1132.778677] env[65677]: INFO networking_nsxv3.common.synchronization [req-71ca8cb4-5711-40b1-96d4-878e248fc170 req-f85a8afe-499d-450e-aa50-9b8186209205 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1132.778839] env[65677]: INFO networking_nsxv3.common.synchronization [req-71ca8cb4-5711-40b1-96d4-878e248fc170 req-f85a8afe-499d-450e-aa50-9b8186209205 service nova] Enqueued Resource ID: c677ca66-9e13-483c-aa49-9ee34a81ae2f with Priority: HIGHEST for action port [ 1132.779521] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1132.779683] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1132.779782] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c677ca66-9e13-483c-aa49-9ee34a81ae2f with Priority: HIGHEST for action port [ 1132.780554] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.780680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.780760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.780968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.781162] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.782086] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.782188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.782396] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-c677ca66-9e13-483c-aa49-9ee34a81ae2f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.782500] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c677ca66-9e13-483c-aa49-9ee34a81ae2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.782564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c677ca66-9e13-483c-aa49-9ee34a81ae2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.782748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c677ca66-9e13-483c-aa49-9ee34a81ae2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.782828] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c677ca66-9e13-483c-aa49-9ee34a81ae2f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.787794] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edeae9a5-d15b-4e0b-841c-83567587d15f: rpc.has_security_group_logging(os_id): False [ 1132.806624] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.806879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.806879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.807056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.807146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.807344] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.807436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.807498] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.807651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.807729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.807919] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.808025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.808087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.808225] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.808298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.808489] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.808583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.808645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.808783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.808857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.808940] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1132.874761] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.874935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.874990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.875229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.875379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.895537] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1133.285162] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.285528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.285528] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c677ca66-9e13-483c-aa49-9ee34a81ae2f with status ACTIVE [ 1133.285595] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.285731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.285789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.285977] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.286071] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.286249] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.286402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.286402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.286549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.286625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.286803] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.286895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.286955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.287108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.287183] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.287266] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c677ca66-9e13-483c-aa49-9ee34a81ae2f is going to be updated. [ 1133.314833] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.315032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.315075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.315299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.315436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.315606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c677ca66-9e13-483c-aa49-9ee34a81ae2f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.722395] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1134.722395] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.722884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.722884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.722981] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.723107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.723198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.723330] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.723409] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.723510] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.910235] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1134.910572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.226456] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.535744] env[65677]: INFO networking_nsxv3.common.synchronization [req-3ed07b1c-380e-4253-a3bc-024f510eba86 req-92868128-cc03-493c-be71-f6e432208f31 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1135.536323] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1135.536635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.536759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.536825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.537033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.537188] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.537282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.537345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.537488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.537572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.537680] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.616834] env[65677]: INFO networking_nsxv3.common.synchronization [req-b56b8308-86fd-4231-81ad-29a6657af02e req-e437d295-1f33-4a40-adb2-17a9dec02760 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_members [ 1135.616834] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_members [ 1135.617128] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.617257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.617333] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.617777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.617932] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.618059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.618122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.618296] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.618386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.618483] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.728872] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.066503] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.069242] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.069242] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.069242] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.069620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.070054] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.070357] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.070626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.070987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.071200] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.071435] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.071549] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.075519] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.075519] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.075519] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.075519] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.075519] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.098905] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.099103] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.099261] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.099503] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.099919] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-9a1e8441-e173-4dd4-9cb8-374779f80201 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.100133] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-9a1e8441-e173-4dd4-9cb8-374779f80201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.100253] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-9a1e8441-e173-4dd4-9cb8-374779f80201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.100594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-9a1e8441-e173-4dd4-9cb8-374779f80201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.100760] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1e8441-e173-4dd4-9cb8-374779f80201',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.123657] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.123657] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.123657] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 already deleted. [ 1136.123657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.231597] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.231851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.231851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.232142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.232273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.232414] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1136.267290] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.267587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.267587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.267832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.267983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.278577] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1136.574968] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.604097] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.604405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.604488] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.604827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.604865] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.605013] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 9a1e8441-e173-4dd4-9cb8-374779f80201 not found, creating... [ 1136.605291] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.605445] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.605625] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.605785] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.605916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.606232] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.606386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.606500] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.606785] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.606979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.607152] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 9a1e8441-e173-4dd4-9cb8-374779f80201 is going to be created. [ 1136.634614] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.634614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.634614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.634614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.634934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.635110] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-9a1e8441-e173-4dd4-9cb8-374779f80201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.080673] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.080673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.081053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.081198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.081295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.081470] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1137.112437] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.112651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.112741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.112958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.113136] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.122839] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1137.390185] env[65677]: INFO networking_nsxv3.common.synchronization [req-b56b8308-86fd-4231-81ad-29a6657af02e req-29dcc750-dffa-45d7-923f-abacae55087b service nova] Enqueued Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_rules [ 1137.390185] env[65677]: INFO networking_nsxv3.common.synchronization [req-b56b8308-86fd-4231-81ad-29a6657af02e req-29dcc750-dffa-45d7-923f-abacae55087b service nova] Enqueued Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_members [ 1137.390185] env[65677]: INFO networking_nsxv3.common.synchronization [req-b56b8308-86fd-4231-81ad-29a6657af02e req-29dcc750-dffa-45d7-923f-abacae55087b service nova] Enqueued Resource ID: 9a1e8441-e173-4dd4-9cb8-374779f80201 with Priority: HIGHEST for action port [ 1137.390185] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_rules [ 1137.390409] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_members [ 1137.390627] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1e8441-e173-4dd4-9cb8-374779f80201 with Priority: HIGHEST for action port [ 1137.391018] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.391260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.391405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.391680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.391930] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.392975] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.395365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.395365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.395365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.395365] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.395365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.395365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.395365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.395365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.398033] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.398033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a1e8441-e173-4dd4-9cb8-374779f80201 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.398033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a1e8441-e173-4dd4-9cb8-374779f80201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.398033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a1e8441-e173-4dd4-9cb8-374779f80201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.398033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a1e8441-e173-4dd4-9cb8-374779f80201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.398033] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1e8441-e173-4dd4-9cb8-374779f80201',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.899925] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.901164] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.901312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.902101] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a1e8441-e173-4dd4-9cb8-374779f80201 with status ACTIVE [ 1137.902101] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.902101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.902101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.902101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.902456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.902456] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.902529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.902561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.902781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.902839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.903033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.903190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.903235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.903341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.903684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.903684] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a1e8441-e173-4dd4-9cb8-374779f80201 is going to be updated. [ 1137.928982] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.928982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.928982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.928982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.928982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.928982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a1e8441-e173-4dd4-9cb8-374779f80201" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.289547] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1138.289929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.289971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.290241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.290465] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.290624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.290673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.290851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.290955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.291060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.291177] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.405417] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.587184] env[65677]: INFO networking_nsxv3.common.synchronization [req-8de393bb-8260-4986-b759-107e642e7d89 req-8a3c55c1-25f0-4768-bd6e-dfeb98eaf33b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1138.587184] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1138.588184] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.588184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.588184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.588184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.588184] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.588529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.588529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.588529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.588529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.588668] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.794064] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.794064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.794064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.794064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.794366] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.794366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.794366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.794721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.794721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.794721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.794721] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.794856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.794856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.795023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.795116] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.795209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.795282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.795423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.795497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.795577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.795665] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.907427] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.907634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.907759] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.907924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.908027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.908130] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 is going to be created. [ 1138.931967] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.932157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.932205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.932414] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.932734] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.946816] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 in Status: UNINITIALIZED for 2s [ 1139.091154] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.091381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.091453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.091677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.091914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.092237] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.092391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.092422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.092602] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.092700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.092780] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1139.121965] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.122175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.122175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.122388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.122528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.133751] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1139.134494] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1139.134687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.298642] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bd819e-5b3b-4bf8-92c3-d54586c26db7: rpc.has_security_group_logging(os_id): False [ 1139.323635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.323795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.323846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.324077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.324168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.325178] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.325354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.325462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.325625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.325708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.325927] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.326042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.326106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.326253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.326327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.326521] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.326780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.326948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.327216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.327308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.327463] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1139.450272] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.450538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.450538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.450773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.450989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.469907] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1140.958938] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 in Status: SUCCESS [ 1140.959427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.959427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.959686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.959909] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.960046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.960116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.960282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.960358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.960460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.960654] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.147618] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1141.148011] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1141.148193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.462817] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.489502] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1141.489746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.697045] env[65677]: INFO networking_nsxv3.common.synchronization [req-84067826-6963-4ed2-bc46-47b044f07fb4 req-fea9dcc2-0cd3-4134-9c88-0fb269740b1f tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1141.699257] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1141.702027] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.702027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.702027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.702027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.702027] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.702027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.702027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.702027] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.703050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.703418] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.966092] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fb99879-4355-41fb-bb6a-52b0995c0986: rpc.has_security_group_logging(os_id): False [ 1141.991725] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.991996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.991996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.992278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.992389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.992685] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.992819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.992875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.993067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.993145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.993234] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 is going to be created. [ 1142.154189] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.154416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.154416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.154629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.154828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.169068] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 in Status: IN_PROGRESS for 2s [ 1142.208752] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.209074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.209236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.209551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.209752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.210038] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.210162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.210248] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.210513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.210626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.210726] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 1142.306298] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.306504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.306504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.307240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.307240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.324096] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1144.186688] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 in Status: SUCCESS [ 1144.186992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.354845] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1144.355033] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 deletion is rescheduled due to dependency. [ 1144.355085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.833866] env[65677]: INFO networking_nsxv3.common.synchronization [req-97d735b8-2f62-4123-8c66-b94d33552fa6 req-3b13b0f9-07ab-4447-a684-4866cf430b8c tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1144.833866] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1144.834583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.834583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.834583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.834583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.834583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.834887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.834918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.836390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.836390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.836506] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.962639] env[65677]: INFO networking_nsxv3.common.synchronization [None req-6c646021-95e8-44a0-9632-bfa6b2b5bfc8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_rules [ 1144.963853] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_rules [ 1144.964300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.964444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.964525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.964775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.964857] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.106718] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c2839bdd-05ca-42f2-a9ba-84af2a0ff7c4 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_rules [ 1145.107869] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_rules [ 1145.109573] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.109573] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.338350] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.406996] env[65677]: INFO networking_nsxv3.common.synchronization [req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 req-eed4a810-ed57-4656-94a2-3b62987d819c tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Enqueued Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_members [ 1145.407679] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGHEST for action security_group_members [ 1145.408535] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.408535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.408535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.408535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.408746] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.408746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.408746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.408919] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.408964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.409072] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.485702] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.485930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.485930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.486144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.486266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.486340] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 already deleted. [ 1145.486421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.486561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.486784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.486877] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.841156] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.907889] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.908116] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.908243] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.908519] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.908778] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.908933] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.909269] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.909513] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.909729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.909938] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.910064] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.910172] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.910278] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.910386] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.910490] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.910691] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.912926] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.913247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.913331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.913490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.913601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.913749] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.913870] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.913903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.914091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.914146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.914262] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 is going to be updated. [ 1145.934103] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.934331] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.934470] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.934663] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-740" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.934988] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-0114af5b-79ba-4023-afbb-63038d109a48 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.935180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.935298] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.935554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.935690] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0114af5b-79ba-4023-afbb-63038d109a48',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.940669] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.940830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.940872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.941073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.941221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.951665] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 in Status: IN_PROGRESS for 2s [ 1146.007614] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.007786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.007856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.008087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.008178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.008278] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 already deleted. [ 1146.008370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.345073] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.345656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.345850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.346227] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.349216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.349216] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1146.378921] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.378921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.378921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.378921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.378921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.387188] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1146.442021] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.442021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.442021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.442021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.442021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.442021] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.442021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.442021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.442021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.442021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.442701] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.442701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.442701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.442701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.442701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.444693] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 0114af5b-79ba-4023-afbb-63038d109a48 is going to be updated. [ 1146.471157] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.471376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.471501] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.471849] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.472093] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.472330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.663000] env[65677]: INFO networking_nsxv3.common.synchronization [req-c752c522-95a9-4289-b850-00b0d726964f req-dbbbce9e-383d-4050-a0f9-5d2cf15f0817 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1146.663568] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1146.663878] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.664010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.664135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.664369] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.664530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.664630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.664694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.664837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.664921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.665043] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.167267] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.209960] env[65677]: INFO networking_nsxv3.common.synchronization [req-281d37f4-4acc-4be6-ad5a-19d742fab62c req-0fcefd48-ea3c-4b8f-84d0-d5a89e3aafba service nova] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_rules [ 1147.210147] env[65677]: INFO networking_nsxv3.common.synchronization [req-281d37f4-4acc-4be6-ad5a-19d742fab62c req-0fcefd48-ea3c-4b8f-84d0-d5a89e3aafba service nova] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_members [ 1147.210897] env[65677]: INFO networking_nsxv3.common.synchronization [req-281d37f4-4acc-4be6-ad5a-19d742fab62c req-0fcefd48-ea3c-4b8f-84d0-d5a89e3aafba service nova] Enqueued Resource ID: 0114af5b-79ba-4023-afbb-63038d109a48 with Priority: HIGHEST for action port [ 1147.210897] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_rules [ 1147.210897] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_members [ 1147.211216] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0114af5b-79ba-4023-afbb-63038d109a48 with Priority: HIGHEST for action port [ 1147.211632] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.211782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.211829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.212288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.212288] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.213878] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.213878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.213878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.213878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.214266] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.214266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.214266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.214432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.214483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.214569] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.215697] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0114af5b-79ba-4023-afbb-63038d109a48 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.215793] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.216043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.216127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.216221] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0114af5b-79ba-4023-afbb-63038d109a48',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.670908] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.714494] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.714666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.718982] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.718982] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0114af5b-79ba-4023-afbb-63038d109a48 with status ACTIVE [ 1147.718982] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.718982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.718982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.718982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.718982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.718982] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.718982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.718982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.718982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.718982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.719642] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.719642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.719642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.719642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.719642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.719642] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0114af5b-79ba-4023-afbb-63038d109a48 is going to be updated. [ 1147.743580] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.743845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.743845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.744741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.744741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.744741] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0114af5b-79ba-4023-afbb-63038d109a48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.962165] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 in Status: SUCCESS [ 1147.962811] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 deletion is rescheduled due to dependency. [ 1147.962811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.174057] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.174057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.174057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.174313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.174313] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.174426] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1148.205379] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.205578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.205578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.205824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.205973] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.215175] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1148.222371] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.399796] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1148.400050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.725970] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.725970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.725970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.725970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.725970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.725970] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 is going to be updated. [ 1148.758909] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.759309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.759309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.759399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.759525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.770089] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: IN_PROGRESS for 2s [ 1148.823971] env[65677]: INFO networking_nsxv3.common.synchronization [req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 req-ec257e62-151b-4619-b323-9e985eb012ee tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1148.824644] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1148.825044] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.825325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.825325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.825575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.825820] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.826016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.826167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.826412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.826522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.826663] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.169875] env[65677]: INFO networking_nsxv3.common.synchronization [req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 req-46b92b55-68af-43b6-8258-ba88fdf4edc0 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1149.170933] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1149.171663] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.171861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.171948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.172171] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.172413] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.172535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.172670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.172835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.172921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.173035] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.330044] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.330297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.330429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.330834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.332056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.332056] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.332056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.332056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.332056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.332056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.332440] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1149.370564] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.370810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.370869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.371101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.371255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.381777] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1149.515839] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.516107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.516266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.516537] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.516807] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.516967] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.517315] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.517541] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.517707] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.519479] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.519645] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.519785] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.519900] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.520027] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.520134] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.520262] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.540851] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.541037] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.541174] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.541343] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.541660] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.541832] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.541951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.542318] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.542467] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046e8fe0-87eb-49cc-bc79-3ce0018e10b2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.675955] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.676178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.676178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.676408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.676499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.676701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.676801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.676865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.677024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.677128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.677190] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1149.707061] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.707252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.707341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.707674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.707859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.718541] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1150.045835] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.045835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.045835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.045835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.046391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.046391] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 not found, creating... [ 1150.046391] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.046530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.046646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.047298] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.047298] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.047470] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.047546] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.047739] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.047914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.048166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.048310] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 is going to be created. [ 1150.069248] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.069397] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.071754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.071754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.071754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.071754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.228907] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1150.228907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.779749] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: SUCCESS [ 1150.780482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.780482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.780482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.780633] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.780725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.780792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.780940] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.781031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.781116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.781207] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.247694] env[65677]: INFO networking_nsxv3.common.synchronization [req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 req-2b5e4cb6-2929-4cc9-ba5a-d555e5fa71ec service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1151.248017] env[65677]: INFO networking_nsxv3.common.synchronization [req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 req-2b5e4cb6-2929-4cc9-ba5a-d555e5fa71ec service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1151.248060] env[65677]: INFO networking_nsxv3.common.synchronization [req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 req-2b5e4cb6-2929-4cc9-ba5a-d555e5fa71ec service nova] Enqueued Resource ID: 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 with Priority: HIGHEST for action port [ 1151.248544] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1151.248667] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1151.248761] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 with Priority: HIGHEST for action port [ 1151.249039] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.249168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.249266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.249574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.249574] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.250639] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.250739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.250940] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.251045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.251132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.251274] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.251338] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046e8fe0-87eb-49cc-bc79-3ce0018e10b2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.283711] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.391645] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1151.391840] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f deletion is rescheduled due to dependency. [ 1151.391957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.729651] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1151.729886] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1151.731046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.731046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.731302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.731502] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.731709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.731709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.731876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.731955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.732052] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.753284] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.753481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.753598] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 with status ACTIVE [ 1151.753725] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.753831] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.753894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.754119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.754207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.754379] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.754501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.754544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.754695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.754737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.754908] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.755018] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.755068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.755212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.755283] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.755366] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 is going to be updated. [ 1151.777767] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.777950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.778211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.778328] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.778957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.778957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-046e8fe0-87eb-49cc-bc79-3ce0018e10b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.786223] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31d40b1-7cba-4a87-b6ae-eb108326b9f6: rpc.has_security_group_logging(os_id): False [ 1151.807304] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.807304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.807514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.808068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.809416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.809586] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.809760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.809826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.810497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.810497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.810497] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 is going to be updated. [ 1151.869087] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.869087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.869087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.869087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.869087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.886857] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: IN_PROGRESS for 2s [ 1152.237215] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.739748] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.242415] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.242639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.242808] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.243134] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.243243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.243339] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1153.309334] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.309507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.309576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.309856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.310380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.323243] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1153.904842] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: SUCCESS [ 1153.905217] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.335535] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1155.335875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.335967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.336188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.336439] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.336584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.336621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.336782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.336877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.336969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.337100] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.840261] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.840512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.840562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.840913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.841162] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.841298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.841379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.841750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.841890] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.842015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.842189] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.842279] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.842341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.842527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.842716] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.842813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.842876] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.843036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.843151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.843257] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.843355] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.250019] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.250019] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1156.345607] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30debc71-eabc-46f6-8efe-f22418cf13e1: rpc.has_security_group_logging(os_id): False [ 1156.364105] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.364307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.364354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.364574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.364667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.364871] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.364971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.365044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.365202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.365275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.365472] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.365563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.365622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.365757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.365830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.366036] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.366129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.366188] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.366325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.366398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.366480] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1156.396745] env[65677]: INFO networking_nsxv3.common.synchronization [req-050dce5f-b359-4a99-922b-2c6c1ef83246 req-a2599883-b1ab-436f-870a-a07ea3e27dcf tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Enqueued Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1156.397443] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb762c3-5b16-4fde-a803-86c3198eabad with Priority: HIGHEST for action security_group_members [ 1156.397774] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb762c3-5b16-4fde-a803-86c3198eabad taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.397897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.397959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.398182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.398487] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.398487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.398487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.398671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.398708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.398786] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb762c3-5b16-4fde-a803-86c3198eabad',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.434456] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.434610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.434685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.434952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.435209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.460137] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1156.903747] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.904158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.904291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.904660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.904851] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.905317] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.905511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.905664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.906022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.906164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.906327] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad is going to be updated. [ 1156.938711] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.938978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.938978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.939192] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.939353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.950665] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: IN_PROGRESS for 2s [ 1158.481676] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1158.482692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.964600] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb762c3-5b16-4fde-a803-86c3198eabad in Status: SUCCESS [ 1158.964783] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb762c3-5b16-4fde-a803-86c3198eabad deletion is rescheduled due to dependency. [ 1158.964884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb762c3-5b16-4fde-a803-86c3198eabad" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.594175] env[65677]: INFO networking_nsxv3.common.synchronization [req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 req-06d6b09a-73b6-4ed5-b247-36d267f566e5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_members [ 1159.594770] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_members [ 1159.595350] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d94541-1761-44e2-aacd-2ce2e5bc76e6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.595508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.595583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.595850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.596149] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.596247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.596284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.596431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.596528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.596637] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.911755] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.911995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.912230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.912514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.912779] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.912936] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.913066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.913280] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.913423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.913629] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.913741] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.913856] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.913955] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.914079] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.914183] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.914309] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.933666] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.933822] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.933956] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.934148] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.934455] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-7e582c0e-f50c-4916-87ac-e4674c69fb1d taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.934626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-7e582c0e-f50c-4916-87ac-e4674c69fb1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.934746] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-7e582c0e-f50c-4916-87ac-e4674c69fb1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.935093] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-7e582c0e-f50c-4916-87ac-e4674c69fb1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.935238] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e582c0e-f50c-4916-87ac-e4674c69fb1d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.099145] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.099346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.099386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.099583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.099669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.099920] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.100102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.100102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.100259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.100339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.100428] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 already deleted. [ 1160.100510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.438149] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.438579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.438807] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.439241] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.439476] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.439689] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 7e582c0e-f50c-4916-87ac-e4674c69fb1d not found, creating... [ 1160.440169] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.440409] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.440579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.441125] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.441360] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.441787] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.442102] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.442276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.442587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.442773] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.442994] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 7e582c0e-f50c-4916-87ac-e4674c69fb1d is going to be created. [ 1160.464343] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.464667] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.464857] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.465280] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.465734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.466046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-7e582c0e-f50c-4916-87ac-e4674c69fb1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.213364] env[65677]: INFO networking_nsxv3.common.synchronization [req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 req-4f56ff8e-dd3e-4f28-a1a8-2767604b7998 service nova] Enqueued Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_rules [ 1161.213606] env[65677]: INFO networking_nsxv3.common.synchronization [req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 req-4f56ff8e-dd3e-4f28-a1a8-2767604b7998 service nova] Enqueued Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_members [ 1161.213606] env[65677]: INFO networking_nsxv3.common.synchronization [req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 req-4f56ff8e-dd3e-4f28-a1a8-2767604b7998 service nova] Enqueued Resource ID: 7e582c0e-f50c-4916-87ac-e4674c69fb1d with Priority: HIGHEST for action port [ 1161.214114] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_rules [ 1161.214271] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_members [ 1161.214345] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e582c0e-f50c-4916-87ac-e4674c69fb1d with Priority: HIGHEST for action port [ 1161.214619] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.214730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.214796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.215016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.215112] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.215959] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d94541-1761-44e2-aacd-2ce2e5bc76e6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.216093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.216163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.216311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.216456] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.216548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.216610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.216743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.216824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.216915] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.218701] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e582c0e-f50c-4916-87ac-e4674c69fb1d taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.218836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e582c0e-f50c-4916-87ac-e4674c69fb1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.218908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e582c0e-f50c-4916-87ac-e4674c69fb1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.219261] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e582c0e-f50c-4916-87ac-e4674c69fb1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.219378] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e582c0e-f50c-4916-87ac-e4674c69fb1d',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.720839] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e582c0e-f50c-4916-87ac-e4674c69fb1d with status ACTIVE [ 1161.721099] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.721234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.721300] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.721509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.721597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.721766] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.721861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.721922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.722082] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.722221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.722414] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.722536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.722570] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.722698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.722769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.722934] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e582c0e-f50c-4916-87ac-e4674c69fb1d is going to be updated. [ 1161.724372] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.725300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d94541-1761-44e2-aacd-2ce2e5bc76e6 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.725392] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.748261] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.748432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.748503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.748698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.748835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.748997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e582c0e-f50c-4916-87ac-e4674c69fb1d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.226830] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.729886] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.730078] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.730155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.730390] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.730493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.730594] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 is going to be created. [ 1162.759531] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.759692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.759735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.760034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.760170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.773632] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 in Status: UNINITIALIZED for 2s [ 1163.911693] env[65677]: INFO networking_nsxv3.common.synchronization [req-06cf7788-f798-4f35-981a-a902d38be3bb req-d6253cbc-bfa1-4c65-927f-59279a07b5a8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1163.912298] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1163.912604] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.912724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.912791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.912982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.913206] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.913307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.913370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.913520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.913601] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.913859] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.416246] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.786184] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 in Status: SUCCESS [ 1164.786494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.786757] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.787093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.787391] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.787592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.787682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.787950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.788067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.788163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.788258] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.919482] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.147989] env[65677]: INFO networking_nsxv3.common.synchronization [req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 req-dafb600b-1067-446d-8178-13b0aee02d1f tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1165.150707] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1165.150707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.150707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.150707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.150707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.150707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.150707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.150707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.150707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.150707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.150707] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.290561] env[65677]: INFO networking_nsxv3.common.synchronization [req-e374d418-c585-49ef-9b64-73ecd982064f req-2c2c5920-ad38-41b6-b53e-af1bcf7cf6cb tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1165.290890] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.292401] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1165.292899] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.293037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.293101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.293306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.293464] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.293566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.293618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.293777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.293853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.294985] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.421823] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.421823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.421823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.421823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.421823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.422102] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1165.458177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.458608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.458794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.459204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.459493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.472706] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1165.652751] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.652961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.652961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.653236] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.653335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.653535] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.653635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.653701] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.653849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.653926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.654041] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 1165.698392] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.698546] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.698659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.698838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.699055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.710262] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1165.795190] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88d94541-1761-44e2-aacd-2ce2e5bc76e6: rpc.has_security_group_logging(os_id): False [ 1165.796508] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.796644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.796712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.796925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.798509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.798509] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.798509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.798509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.798509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.798509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.798509] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1165.821295] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.821295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.821295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.821295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.821547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.821629] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.821703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.821749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.821911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.821983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.822452] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 is going to be created. [ 1165.833181] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.833329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.833386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.833594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.833733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.845811] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1165.900176] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.900363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.900430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.900596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.900777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.914672] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 in Status: IN_PROGRESS for 2s [ 1165.948457] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.949432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.949432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.949432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.949532] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.949637] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.949734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.950033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.950187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.950392] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.950500] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.950603] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.950705] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.950809] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.951065] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.951279] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.977692] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.977940] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.978146] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.978390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.978818] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-caa9a65e-7642-4ec5-8cce-79bca6e6a491 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.979079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.979250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.979711] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.979922] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa9a65e-7642-4ec5-8cce-79bca6e6a491',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.483304] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.483653] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.483822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.484161] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.484357] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.484540] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port caa9a65e-7642-4ec5-8cce-79bca6e6a491 not found, creating... [ 1166.484846] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.485050] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.485186] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.485417] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.485556] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.485847] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.486014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.486140] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.486346] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.486476] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.486614] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: caa9a65e-7642-4ec5-8cce-79bca6e6a491 is going to be created. [ 1166.507383] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.507609] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.507863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.508209] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.508439] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.508661] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.257213] env[65677]: INFO networking_nsxv3.common.synchronization [req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 req-2be69dc8-9acd-40a2-91cd-a30aa6ea2ed4 service nova] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 1167.257833] env[65677]: INFO networking_nsxv3.common.synchronization [req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 req-2be69dc8-9acd-40a2-91cd-a30aa6ea2ed4 service nova] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1167.257833] env[65677]: INFO networking_nsxv3.common.synchronization [req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 req-2be69dc8-9acd-40a2-91cd-a30aa6ea2ed4 service nova] Enqueued Resource ID: caa9a65e-7642-4ec5-8cce-79bca6e6a491 with Priority: HIGHEST for action port [ 1167.258931] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 1167.258931] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1167.258931] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa9a65e-7642-4ec5-8cce-79bca6e6a491 with Priority: HIGHEST for action port [ 1167.258931] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.259481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.259481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.259481] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.259481] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.261511] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.261511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.261511] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa9a65e-7642-4ec5-8cce-79bca6e6a491 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.261511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.261511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.261924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.262086] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa9a65e-7642-4ec5-8cce-79bca6e6a491',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.482915] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1167.483120] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.554739] env[65677]: INFO networking_nsxv3.common.synchronization [req-421e5f2b-edfe-471e-ad65-35550d4c9d6f req-c24cbad1-fd3b-42d4-8303-e35d98b4bb62 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1167.555320] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1167.555625] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.556206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.556206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.556381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.556532] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.556631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.556695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.556840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.556924] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.557029] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.721351] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1167.722626] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 deletion is rescheduled due to dependency. [ 1167.722742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.722967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.723156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.723344] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.723462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.723527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.723681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.723763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.723857] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.763664] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.763875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.765143] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caa9a65e-7642-4ec5-8cce-79bca6e6a491 with status ACTIVE [ 1167.765394] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.765484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.765517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.765716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.765796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.765964] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.766074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.766133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.766280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.766354] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.766532] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.766624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.766685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.766822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.766908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.766974] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caa9a65e-7642-4ec5-8cce-79bca6e6a491 is going to be updated. [ 1167.792263] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.792419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.792472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.792678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.792815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.792969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.856606] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1167.856792] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1167.856905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.861967] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.862185] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.862306] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.862595] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.862849] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.863009] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.863588] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.863760] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.863907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.864150] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.864266] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.864375] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.864477] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.864717] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.864717] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.864871] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.894023] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.894023] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.894023] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.894023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.894023] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-4e8e0a0c-30cd-4628-9374-6917be62cdeb taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.894023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-4e8e0a0c-30cd-4628-9374-6917be62cdeb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.894800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-4e8e0a0c-30cd-4628-9374-6917be62cdeb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.895480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-4e8e0a0c-30cd-4628-9374-6917be62cdeb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.895641] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8e0a0c-30cd-4628-9374-6917be62cdeb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.928101] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 in Status: SUCCESS [ 1167.928329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.059051] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.059051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.059051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.059309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.059309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.059527] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.059629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.059690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.059840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.059937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.060053] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1168.094807] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.094987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.094987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.095224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.095388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.107276] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1168.227647] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.397952] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.398363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.398363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.398633] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.398780] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.398936] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 4e8e0a0c-30cd-4628-9374-6917be62cdeb not found, creating... [ 1168.399220] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.399382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.399512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.399741] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.399879] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.400231] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.400393] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.400509] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.400717] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.400851] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.401082] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 4e8e0a0c-30cd-4628-9374-6917be62cdeb is going to be created. [ 1168.421737] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.421951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.422098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.422414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.422683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.422869] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-4e8e0a0c-30cd-4628-9374-6917be62cdeb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.730022] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.180880] env[65677]: INFO networking_nsxv3.common.synchronization [req-421e5f2b-edfe-471e-ad65-35550d4c9d6f req-4da612bb-0428-491a-8c79-14f0c14ddf25 service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1169.181100] env[65677]: INFO networking_nsxv3.common.synchronization [req-421e5f2b-edfe-471e-ad65-35550d4c9d6f req-4da612bb-0428-491a-8c79-14f0c14ddf25 service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1169.181313] env[65677]: INFO networking_nsxv3.common.synchronization [req-421e5f2b-edfe-471e-ad65-35550d4c9d6f req-4da612bb-0428-491a-8c79-14f0c14ddf25 service nova] Enqueued Resource ID: 4e8e0a0c-30cd-4628-9374-6917be62cdeb with Priority: HIGHEST for action port [ 1169.182032] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1169.182252] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1169.182387] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8e0a0c-30cd-4628-9374-6917be62cdeb with Priority: HIGHEST for action port [ 1169.182789] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.182950] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.183099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.183379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.183511] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.184666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.184835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.185108] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e8e0a0c-30cd-4628-9374-6917be62cdeb taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.185216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e8e0a0c-30cd-4628-9374-6917be62cdeb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.185275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e8e0a0c-30cd-4628-9374-6917be62cdeb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.185448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e8e0a0c-30cd-4628-9374-6917be62cdeb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.185524] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8e0a0c-30cd-4628-9374-6917be62cdeb',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.233595] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.233595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.233595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.233595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.233595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.233595] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 1169.263019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.263226] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.263288] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.263527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.264311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.273425] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1169.687703] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.688114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.688158] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e8e0a0c-30cd-4628-9374-6917be62cdeb with status ACTIVE [ 1169.688348] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.688491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.688584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.688867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.688991] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.689217] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.689339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.689418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.689626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.689728] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.690022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.690133] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.690215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.690419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.690504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.690594] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e8e0a0c-30cd-4628-9374-6917be62cdeb is going to be updated. [ 1169.721577] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.721577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.721813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.721957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.722147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.722322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e8e0a0c-30cd-4628-9374-6917be62cdeb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.119167] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1170.119352] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 deletion is rescheduled due to dependency. [ 1170.119475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.119641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.120128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.120215] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.120293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.120360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.120525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.120604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.120702] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.622556] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.127483] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.286052] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1171.286385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.287388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.288237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.289074] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.289331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.289331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.289548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.289636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.289676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.289765] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.632411] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.632509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.632549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.632764] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.632855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.632957] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1171.664847] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.665086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.665162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.665422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.665615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.672304] env[65677]: INFO networking_nsxv3.common.synchronization [req-3f219871-8918-417d-ace4-686c61fd1f6f req-c6e445ac-ca60-4379-9a76-206dad13f349 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1171.672861] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1171.673273] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.673396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.673463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.673661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.673817] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.674505] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.674599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.674864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.674965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.675076] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.677551] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1171.793512] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.008126] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.008126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.008126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.008126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.008126] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.008126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.008126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.008126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.008706] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.008991] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.009149] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.009264] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.009377] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.009481] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.009586] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.009714] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.030774] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.030945] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.031130] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.031274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-336" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.031629] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-99faccc7-fc9b-4b94-afc9-f3077b9514d8 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.031811] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-99faccc7-fc9b-4b94-afc9-f3077b9514d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.031930] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-99faccc7-fc9b-4b94-afc9-f3077b9514d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.032650] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-99faccc7-fc9b-4b94-afc9-f3077b9514d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.032650] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99faccc7-fc9b-4b94-afc9-f3077b9514d8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.178033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.178463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.178463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.178668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.178754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.178967] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.179099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.179160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.179486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.179592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.179705] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1172.209375] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.209538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.209624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.209865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.210112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.221207] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1172.297503] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1: rpc.has_security_group_logging(os_id): False [ 1172.342972] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.343312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.343312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.343538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.343619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.343878] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.344025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.344111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.344315] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.344420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.344561] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 1172.467491] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.467746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.467746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.468121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.468121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.483335] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1172.535447] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.535784] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.535862] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.536696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.536696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.536696] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 99faccc7-fc9b-4b94-afc9-f3077b9514d8 not found, creating... [ 1172.536883] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.537059] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.537175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.537424] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.537848] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.540783] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.540783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.540783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.540783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.540783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.540783] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 99faccc7-fc9b-4b94-afc9-f3077b9514d8 is going to be created. [ 1172.583736] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.583953] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.584084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.584464] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.584720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.584985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-99faccc7-fc9b-4b94-afc9-f3077b9514d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.286945] env[65677]: INFO networking_nsxv3.common.synchronization [req-3f219871-8918-417d-ace4-686c61fd1f6f req-abb3672f-bc4f-483d-a002-342ca4c22337 service nova] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_rules [ 1173.286945] env[65677]: INFO networking_nsxv3.common.synchronization [req-3f219871-8918-417d-ace4-686c61fd1f6f req-abb3672f-bc4f-483d-a002-342ca4c22337 service nova] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1173.286945] env[65677]: INFO networking_nsxv3.common.synchronization [req-3f219871-8918-417d-ace4-686c61fd1f6f req-abb3672f-bc4f-483d-a002-342ca4c22337 service nova] Enqueued Resource ID: 99faccc7-fc9b-4b94-afc9-f3077b9514d8 with Priority: HIGHEST for action port [ 1173.287704] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_rules [ 1173.287913] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1173.288157] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99faccc7-fc9b-4b94-afc9-f3077b9514d8 with Priority: HIGHEST for action port [ 1173.288449] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.288600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.288650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.289587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.289587] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.290555] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.290555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.290734] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-99faccc7-fc9b-4b94-afc9-f3077b9514d8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.290794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99faccc7-fc9b-4b94-afc9-f3077b9514d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.290829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99faccc7-fc9b-4b94-afc9-f3077b9514d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.290998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99faccc7-fc9b-4b94-afc9-f3077b9514d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.291084] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99faccc7-fc9b-4b94-afc9-f3077b9514d8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.689565] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1173.690053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.690336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.690830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.690942] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.691175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.691304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.691520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.691641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.691775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.691915] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.790933] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.790933] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.794030] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99faccc7-fc9b-4b94-afc9-f3077b9514d8 with status ACTIVE [ 1173.794030] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.794030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.794030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.794030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.794030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.794381] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.794381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.794381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.794381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.794511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.796628] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.796628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.796628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.796628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.796628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.796628] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99faccc7-fc9b-4b94-afc9-f3077b9514d8 is going to be updated. [ 1173.817266] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.817600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.817600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.817749] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.817882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.818067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99faccc7-fc9b-4b94-afc9-f3077b9514d8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.194826] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.195449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.195449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.195801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.196382] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.196382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.196382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.196584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.196584] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.196667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.196775] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.196892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.196966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.197158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.197298] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.197415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.197480] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.197703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.197703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.197814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.197814] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.231494] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 4s [ 1174.498496] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1174.498496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.700415] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23bba087-254f-4d57-a3b5-e9d9751ae801: rpc.has_security_group_logging(os_id): False [ 1174.719200] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.719352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.719452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.719680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.720286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.720286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.720286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.720286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.720622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.720622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.720622] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.720731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.720731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.720866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.721410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.721544] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.721613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.721674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.721916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.721916] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.722027] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1174.731833] env[65677]: INFO networking_nsxv3.common.synchronization [None req-929326e5-286c-4745-ba3e-fcf1bb78e82f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1174.732639] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1174.732936] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.733264] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.733376] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.733578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.733732] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.733830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.733891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.734044] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.734129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.734221] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.782473] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.782625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.782697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.782914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.783099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.797551] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1175.236427] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.739028] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.241689] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1176.241909] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f deletion is rescheduled due to dependency. [ 1176.241975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.242359] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.242477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.242542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.242738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.242846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.242941] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1176.244112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.244289] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.244446] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.244548] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.244622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.244748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.244825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.244914] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.275072] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.275268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.275268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.275531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.275680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.284180] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1176.747034] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.812135] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1176.812469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.881865] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.882136] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.882287] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.882592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.882861] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.883043] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.883172] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.883382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.883527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.883735] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.883846] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.883953] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.884080] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.884194] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.884301] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.884430] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.902715] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.902957] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.903195] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.903427] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.903755] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-efa7fc02-0250-4a05-a298-16b159bbf9ea taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.903980] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-efa7fc02-0250-4a05-a298-16b159bbf9ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.904137] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-efa7fc02-0250-4a05-a298-16b159bbf9ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.904446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-efa7fc02-0250-4a05-a298-16b159bbf9ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.904584] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efa7fc02-0250-4a05-a298-16b159bbf9ea',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.214914] env[65677]: INFO networking_nsxv3.common.synchronization [req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 req-15310521-1a9c-4cb8-a2e3-a1e0a7affbb0 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1177.215670] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1177.215953] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.216137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.216203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.216437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.216627] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.216740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.216803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.216978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.217080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.217197] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.249851] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.407647] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.407647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.407647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.408000] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.408000] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.408257] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port efa7fc02-0250-4a05-a298-16b159bbf9ea not found, creating... [ 1177.408640] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.408824] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.408929] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.409324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.409507] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.409933] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.410199] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.410364] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.410692] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.410888] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.411160] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: efa7fc02-0250-4a05-a298-16b159bbf9ea is going to be created. [ 1177.443511] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.443795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.443998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.444299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.444588] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.444842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-efa7fc02-0250-4a05-a298-16b159bbf9ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.597285] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.597770] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.598049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.598591] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.598958] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.599231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.599404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.599764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.599992] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.600358] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.600531] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.600677] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.600828] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.601064] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.601172] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.601376] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.626700] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.626880] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.627086] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.627361] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.627730] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-8501df2f-3143-4932-a0e0-607e6fe77795 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.627928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-8501df2f-3143-4932-a0e0-607e6fe77795" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.628066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-8501df2f-3143-4932-a0e0-607e6fe77795" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.628471] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-8501df2f-3143-4932-a0e0-607e6fe77795" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.628629] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8501df2f-3143-4932-a0e0-607e6fe77795',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.719873] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.752569] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.752930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.752930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.753034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.753113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.753243] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1177.783995] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.784182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.784222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.784427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.784568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.794589] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1178.131636] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.131941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.132109] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.132541] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.132789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.133057] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 8501df2f-3143-4932-a0e0-607e6fe77795 not found, creating... [ 1178.133506] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.133765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.133960] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.134332] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.135768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.135768] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.135768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.135768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.135981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.136132] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.136311] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 8501df2f-3143-4932-a0e0-607e6fe77795 is going to be created. [ 1178.160561] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.160781] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.160903] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.161288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.161690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.161777] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-8501df2f-3143-4932-a0e0-607e6fe77795" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.163995] env[65677]: INFO networking_nsxv3.common.synchronization [req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 req-e1372bc3-c5a3-4bdc-823d-655b9fb07b52 service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1178.164181] env[65677]: INFO networking_nsxv3.common.synchronization [req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 req-e1372bc3-c5a3-4bdc-823d-655b9fb07b52 service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1178.164320] env[65677]: INFO networking_nsxv3.common.synchronization [req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 req-e1372bc3-c5a3-4bdc-823d-655b9fb07b52 service nova] Enqueued Resource ID: efa7fc02-0250-4a05-a298-16b159bbf9ea with Priority: HIGHEST for action port [ 1178.164724] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1178.164853] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1178.164948] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa7fc02-0250-4a05-a298-16b159bbf9ea with Priority: HIGHEST for action port [ 1178.165477] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.165637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.165668] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.165832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.165946] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.166700] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.166798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.167405] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-efa7fc02-0250-4a05-a298-16b159bbf9ea taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.167405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efa7fc02-0250-4a05-a298-16b159bbf9ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.167405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efa7fc02-0250-4a05-a298-16b159bbf9ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.167405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efa7fc02-0250-4a05-a298-16b159bbf9ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.167405] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efa7fc02-0250-4a05-a298-16b159bbf9ea',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.222394] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.298627] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1178.298915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.299720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.299981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.300286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.300407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.300457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.300613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.300813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.300813] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.671548] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.671718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.672114] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efa7fc02-0250-4a05-a298-16b159bbf9ea with status ACTIVE [ 1178.672420] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.672567] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.672633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.672862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.673255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.673255] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.673255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.673363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.673422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.673556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.673725] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.673817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.673885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.674030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.674765] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.676481] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efa7fc02-0250-4a05-a298-16b159bbf9ea is going to be updated. [ 1178.697488] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.697724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.697724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.697902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.698182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.698507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efa7fc02-0250-4a05-a298-16b159bbf9ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.725242] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.725366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.725420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.725750] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.725880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.726023] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1178.759241] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.759241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.759241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.759241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.759241] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.792587] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1178.804131] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.883709] env[65677]: INFO networking_nsxv3.common.synchronization [req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 req-85b0d09c-ad36-4828-83c5-9e9b05cdbce4 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1178.883899] env[65677]: INFO networking_nsxv3.common.synchronization [req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 req-85b0d09c-ad36-4828-83c5-9e9b05cdbce4 service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1178.884066] env[65677]: INFO networking_nsxv3.common.synchronization [req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 req-85b0d09c-ad36-4828-83c5-9e9b05cdbce4 service nova] Enqueued Resource ID: 8501df2f-3143-4932-a0e0-607e6fe77795 with Priority: HIGHEST for action port [ 1178.884705] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1178.884861] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1178.884976] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8501df2f-3143-4932-a0e0-607e6fe77795 with Priority: HIGHEST for action port [ 1178.885782] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.885930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.886023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.886268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.886366] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.887380] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.887494] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.887634] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-8501df2f-3143-4932-a0e0-607e6fe77795 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.887742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8501df2f-3143-4932-a0e0-607e6fe77795" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.887813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8501df2f-3143-4932-a0e0-607e6fe77795" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.888056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8501df2f-3143-4932-a0e0-607e6fe77795" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.888153] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8501df2f-3143-4932-a0e0-607e6fe77795',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.306305] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.392913] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.392913] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8501df2f-3143-4932-a0e0-607e6fe77795 with status ACTIVE [ 1179.392913] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.392913] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.392913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.392913] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.394075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.394075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.394075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.394075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.394075] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8501df2f-3143-4932-a0e0-607e6fe77795 is going to be updated. [ 1179.415692] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.415900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.415955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.416228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.416417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.416603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8501df2f-3143-4932-a0e0-607e6fe77795" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.594577] env[65677]: INFO networking_nsxv3.common.synchronization [req-b39f8835-a684-4d47-bae0-a84661a0a29c req-da1ef1b8-5f70-48bc-b559-4f4b87dd6e89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1179.595218] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1179.597822] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.598704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.598704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.598871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.602393] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.602393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.602393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.602393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.602393] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.602393] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.811684] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.812087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.812087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.812391] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.812497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.816021] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1179.816898] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1179.817138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.817345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.818340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.818340] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.818340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.818340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.818340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.818340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.818812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.818812] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.854691] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.854910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.854974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.855207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.855359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.868716] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1180.005962] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.006173] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.006173] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.006429] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.006684] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.006842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.006959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.007183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.007326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.007528] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.007852] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.007852] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.007852] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.007988] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.008106] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.008214] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.032290] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.032487] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.032626] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.032956] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.033311] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-a6543ec7-2445-4dc5-a303-d9489ed15e91 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.033480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-a6543ec7-2445-4dc5-a303-d9489ed15e91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.033598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-a6543ec7-2445-4dc5-a303-d9489ed15e91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.033931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-a6543ec7-2445-4dc5-a303-d9489ed15e91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.034081] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6543ec7-2445-4dc5-a303-d9489ed15e91',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.103433] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.103630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.103673] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.103863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.103952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.104177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.104280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.104343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.104490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.104568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.104653] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1180.130853] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.131057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.131057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.131337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.131542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.142022] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1180.193715] env[65677]: INFO networking_nsxv3.common.synchronization [req-6e70e879-c433-42fa-b154-8ff87889a9fa req-0c0efd9d-05cf-4994-ac05-afa57a25ce0d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 1180.194271] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 1180.194576] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.194695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.194762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.194966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.195633] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.195754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.195823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.195988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.196086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.196186] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.322586] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.322821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.322821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.322961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.323157] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.323251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.323298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.323436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.323511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.323604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.323753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.323842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.323911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.324041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.324171] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.324248] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.324301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.324444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.324517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.324595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.324688] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.536386] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.536617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.538032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.538638] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.538951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.539255] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port a6543ec7-2445-4dc5-a303-d9489ed15e91 not found, creating... [ 1180.539802] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.540138] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.540353] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.540740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.540992] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.541558] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.541827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.542050] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.542412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.542665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.542925] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: a6543ec7-2445-4dc5-a303-d9489ed15e91 is going to be created. [ 1180.563851] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.564150] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.564329] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.564777] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.565119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.565536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-a6543ec7-2445-4dc5-a303-d9489ed15e91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.698064] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.805094] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1180.805338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.805510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.805729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.805918] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.806045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.806113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.806278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.806343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.806437] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.827097] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edeae9a5-d15b-4e0b-841c-83567587d15f: rpc.has_security_group_logging(os_id): False [ 1180.846185] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.846373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.846440] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.846702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.846702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.847534] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.847534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.847534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.847534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.847534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.847791] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.847791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.847791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.847999] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.848069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.848249] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.848349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.848407] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.848641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.848733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.848823] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1180.917551] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.917551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.917551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.917809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.917809] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.937150] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1181.201146] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.275362] env[65677]: INFO networking_nsxv3.common.synchronization [req-b39f8835-a684-4d47-bae0-a84661a0a29c req-0e467371-2f53-4997-88da-5548a9c000db service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1181.275362] env[65677]: INFO networking_nsxv3.common.synchronization [req-b39f8835-a684-4d47-bae0-a84661a0a29c req-0e467371-2f53-4997-88da-5548a9c000db service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1181.275362] env[65677]: INFO networking_nsxv3.common.synchronization [req-b39f8835-a684-4d47-bae0-a84661a0a29c req-0e467371-2f53-4997-88da-5548a9c000db service nova] Enqueued Resource ID: a6543ec7-2445-4dc5-a303-d9489ed15e91 with Priority: HIGHEST for action port [ 1181.275362] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1181.275362] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1181.275732] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6543ec7-2445-4dc5-a303-d9489ed15e91 with Priority: HIGHEST for action port [ 1181.276193] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.276679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.277091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.277564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.277761] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.278858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.279785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.279785] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6543ec7-2445-4dc5-a303-d9489ed15e91 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.279785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6543ec7-2445-4dc5-a303-d9489ed15e91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.279785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6543ec7-2445-4dc5-a303-d9489ed15e91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.279785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6543ec7-2445-4dc5-a303-d9489ed15e91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.279785] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6543ec7-2445-4dc5-a303-d9489ed15e91',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.308837] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.706256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.706427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.706519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.706679] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.706792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.706854] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 is going to be updated. [ 1181.734478] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.734660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.734660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.734969] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.735148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.743976] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: IN_PROGRESS for 2s [ 1181.781868] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.782139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.782299] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6543ec7-2445-4dc5-a303-d9489ed15e91 with status ACTIVE [ 1181.782658] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.782753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.782854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.783228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.783323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.783534] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.783645] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.783735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.783972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.784151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.784353] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.784473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.784551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.784739] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.784852] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.784972] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6543ec7-2445-4dc5-a303-d9489ed15e91 is going to be updated. [ 1181.808716] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.808910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.809029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.809386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.809524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.809717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6543ec7-2445-4dc5-a303-d9489ed15e91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.811133] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.888549] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1181.888829] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.889045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.889286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.889554] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.889617] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.889666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.889799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.889878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.889966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.890070] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.152019] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1182.152019] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1182.152019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.152218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.152430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.153246] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.153246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.153246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.153246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.153246] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.153246] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.313353] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.313551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.313591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.313894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.314026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.314163] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1182.363817] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.363817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.363817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.363817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.363817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.380160] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1182.392290] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.392527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.392527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.392761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.392932] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.393057] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.393132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.393252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.393368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.393473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.393624] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.393721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.393788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.393921] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.394132] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.394242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.394310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.394425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.394493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.394580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.394671] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.657050] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.897510] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23bba087-254f-4d57-a3b5-e9d9751ae801: rpc.has_security_group_logging(os_id): False [ 1182.917887] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.918085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.918222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.918444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.918533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.918755] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.918914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.918914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.919079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.919154] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.919346] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.919447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.919510] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.919649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.919723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.919898] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.919990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.920060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.920291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.920362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.920431] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1182.949421] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1182.949662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.982694] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.983722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.983722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.983722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.983722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.001595] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1183.159356] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.345998] env[65677]: INFO networking_nsxv3.common.synchronization [req-3e2878c5-aece-44b5-9e1e-233aa5877356 req-3ef148e8-2ef7-4590-87fd-da7beb7e5d32 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1183.346757] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGHEST for action security_group_members [ 1183.347293] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.347434] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.347512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.347748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.347933] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.348129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.348209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.348359] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.348422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.348536] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.662720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.663140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.663252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.663653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.663810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.663923] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1183.694843] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.695053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.695127] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.695544] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.695688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.706687] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1183.753472] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: SUCCESS [ 1183.753708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.851546] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.851729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.851896] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.852141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.852235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.852515] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.852634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.852634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.853348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.853348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.853348] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be updated. [ 1183.884588] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.884822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.884976] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.885290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.885516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.894620] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: IN_PROGRESS for 2s [ 1184.391088] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1184.391837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.392053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.392284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.392481] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.392603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.392665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.392814] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.392893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.392979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.393088] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.896109] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.896109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.896223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.896402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.896649] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.896760] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.896824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.896978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.897079] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.897169] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.897326] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.897421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.897483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.897653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.897754] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.897843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.898790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.898790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.898790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.898790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.898790] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.018047] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1185.018273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.402846] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bd819e-5b3b-4bf8-92c3-d54586c26db7: rpc.has_security_group_logging(os_id): False [ 1185.423467] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.423615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.423682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.423910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.423998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.424207] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.424303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.424355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.424519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.424592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.424791] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.424880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.424936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.425099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.425168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.425369] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.425459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.425516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.425659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.425725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.425834] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1185.523757] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.523974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.524126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.524516] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.524840] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.542550] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1185.718430] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1185.718794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.719094] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.719388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.719636] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.719815] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.719907] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.720235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.720358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.720452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.720560] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.907102] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeae9a5-d15b-4e0b-841c-83567587d15f in Status: SUCCESS [ 1185.907373] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f deletion is rescheduled due to dependency. [ 1185.907433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.223260] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.223447] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.223514] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.223790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.224081] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.224081] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.224218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.224298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.224420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.224533] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.224689] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.224802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.224888] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.225189] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.225257] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.225355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.225410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.225600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.225724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.225844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.225941] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.729245] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30debc71-eabc-46f6-8efe-f22418cf13e1: rpc.has_security_group_logging(os_id): False [ 1186.750015] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.750015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.750015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.750015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.750015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.750368] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.750368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.750368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.750502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.750538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.750754] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.750880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.750943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.751102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.751196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.751460] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.751560] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.751621] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.751763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.751839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.751924] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1186.835744] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.835988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.835988] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.836186] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.836326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.848615] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1187.556294] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1187.556685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.348264] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.348588] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.868013] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1188.869792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.109273] env[65677]: INFO networking_nsxv3.common.synchronization [req-427e280c-940c-42f0-aee0-fc599f1f8800 req-9bfa270e-958e-4123-b9c9-37a8b9bc6c72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1190.109867] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1190.111118] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.111332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.111332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.111525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.111723] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.111994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.111994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.112175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.112232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.112318] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.615098] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.119938] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.255341] env[65677]: INFO networking_nsxv3.common.synchronization [req-c75f99b9-05c7-45d0-93a7-84900b5566ea req-92872edb-d724-4a2b-bdf7-f06f80d26fcf tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1191.255862] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1191.256172] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.256295] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.256363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.256562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.256767] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.256918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.256995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.258022] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.258119] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.258221] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.623231] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.623378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.623451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.623665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.624609] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.624609] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1191.654576] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.654978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.654978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.655109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.655158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.665653] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1191.760789] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.980068] env[65677]: INFO networking_nsxv3.common.synchronization [None req-d0e1399f-041b-4711-b364-5b792fb513d1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1191.980068] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1191.980068] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.980068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.262965] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.767530] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.767530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.767530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.767530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.767530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.767530] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1192.803329] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.803329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.803329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.803329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.803329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.814447] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1193.588267] env[65677]: INFO networking_nsxv3.common.synchronization [None req-8ee4ea01-76fd-4530-be19-63b258777396 None None] Enqueued Resource ID: 863e5ff0-0a14-434c-bc78-baebea26bbc2 with Priority: HIGHEST for action port [ 1193.588671] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863e5ff0-0a14-434c-bc78-baebea26bbc2 with Priority: HIGHEST for action port [ 1193.589777] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-863e5ff0-0a14-434c-bc78-baebea26bbc2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.589938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-863e5ff0-0a14-434c-bc78-baebea26bbc2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.590046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-863e5ff0-0a14-434c-bc78-baebea26bbc2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.590557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-863e5ff0-0a14-434c-bc78-baebea26bbc2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.590667] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('863e5ff0-0a14-434c-bc78-baebea26bbc2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.623389] env[65677]: INFO networking_nsxv3.common.synchronization [req-5ada0538-f828-4bb1-bb3c-62422d3fee20 req-64e89d66-9335-4535-b990-0a993b1578cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1193.623389] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1193.623389] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.623389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.623389] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.623975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.624189] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.624370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.624450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.624666] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.624806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.624982] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.678872] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1193.681060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.093303] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 863e5ff0-0a14-434c-bc78-baebea26bbc2 [ 1194.093632] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.093961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.093961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.094124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.094214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.094312] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:863e5ff0-0a14-434c-bc78-baebea26bbc2 already deleted. [ 1194.094397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-863e5ff0-0a14-434c-bc78-baebea26bbc2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.129719] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.129881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.129957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.130184] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.130287] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.130811] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.130811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.130811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.130811] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.131039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.131039] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1194.165074] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.165074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.165074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.165074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.165074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.173536] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1194.685663] env[65677]: INFO networking_nsxv3.common.synchronization [req-202818f9-d0c1-4424-a066-7bc0654244bd req-3ad08f79-c417-4eef-94a6-a2c09befa177 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_members [ 1194.686275] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGHEST for action security_group_members [ 1194.686550] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76207a9-9cfa-4e6c-b636-c2614261b1c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.686669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.689810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.689810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.689810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.689810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.689810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.689810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.689810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.689810] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.829985] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1194.830105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.830824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.831206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.831437] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.831724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.831842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.832072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.832211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.832354] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.191059] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.191059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.191166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.191356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.191492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.191971] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.191971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.191971] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.192156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.192156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.192216] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 is going to be updated. [ 1195.219196] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.220084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.220084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.220084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.220084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.235455] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 in Status: IN_PROGRESS for 2s [ 1195.300439] env[65677]: INFO networking_nsxv3.common.synchronization [None req-774c44e7-4a46-48cb-af15-f803d3a3e997 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_rules [ 1195.301351] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_rules [ 1195.301351] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.301466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.301466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.302111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.302111] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.335185] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.335380] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.335455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.335639] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.335733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.335933] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.336045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.336108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.336314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.336382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.336411] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1195.375285] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.375474] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.375545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.375788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.375939] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.385428] env[65677]: INFO networking_nsxv3.common.synchronization [None req-e8165741-18d5-4366-9c1d-8a2cdf8822b9 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_rules [ 1195.386390] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1195.386964] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_rules [ 1195.387703] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.387703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.824720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.825150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.825150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.825463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.825622] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.825790] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 already deleted. [ 1195.825925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.826129] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.826314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.826424] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.184579] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1196.184579] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1196.184732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.356320] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.356865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.356865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.357552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.357552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.357552] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 already deleted. [ 1196.357552] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.361111] env[65677]: INFO networking_nsxv3.common.synchronization [None req-db156d19-ffa6-4a49-9bd9-2ef6e6939702 None None] Enqueued Resource ID: 0a020937-7f3a-42b1-8e02-8c21ab3b5545 with Priority: HIGHEST for action port [ 1196.361111] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a020937-7f3a-42b1-8e02-8c21ab3b5545 with Priority: HIGHEST for action port [ 1196.361111] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a020937-7f3a-42b1-8e02-8c21ab3b5545 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.362060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a020937-7f3a-42b1-8e02-8c21ab3b5545" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.362060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a020937-7f3a-42b1-8e02-8c21ab3b5545" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.362060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a020937-7f3a-42b1-8e02-8c21ab3b5545" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.362060] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a020937-7f3a-42b1-8e02-8c21ab3b5545',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.864545] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a020937-7f3a-42b1-8e02-8c21ab3b5545 [ 1196.864858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.864987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.865034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.865292] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.865352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.865832] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a020937-7f3a-42b1-8e02-8c21ab3b5545 already deleted. [ 1196.865832] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a020937-7f3a-42b1-8e02-8c21ab3b5545" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.245886] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 in Status: IN_PROGRESS for 4s [ 1197.399541] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1197.399716] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 deletion is rescheduled due to dependency. [ 1197.399849] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.490932] env[65677]: INFO networking_nsxv3.common.synchronization [req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 req-e86ddd8a-5b90-429e-ad07-4fa8e786d308 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 1198.491485] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGHEST for action security_group_members [ 1198.491781] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.491901] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.491978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.492266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.492435] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.492559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.492648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.492798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.492880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.492973] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.995232] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.995489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.995489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.995663] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.995819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.996056] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.996148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.996215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.996368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.996450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.996542] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 is going to be updated. [ 1199.026018] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.026228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.026321] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.026570] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.026744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.037221] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: IN_PROGRESS for 2s [ 1199.256322] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 in Status: SUCCESS [ 1199.256544] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 deletion is rescheduled due to dependency. [ 1199.256659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.049805] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44eef694-4cb4-40e3-a621-f057bdd34086 in Status: SUCCESS [ 1201.050170] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 deletion is rescheduled due to dependency. [ 1201.050170] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.146381] env[65677]: INFO networking_nsxv3.common.synchronization [req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e req-1fc7256c-b938-4c96-9147-911021923acf tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Enqueued Resource ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 with Priority: HIGHEST for action security_group_members [ 1201.146978] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 with Priority: HIGHEST for action security_group_members [ 1201.147335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-be315281-f5f3-4493-8440-17e1ebfd8fd5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.147473] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.147541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.147848] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.148031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.148139] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.148216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.148417] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.148574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.148729] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be315281-f5f3-4493-8440-17e1ebfd8fd5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.459988] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.459988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-326" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.459988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-326" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.460253] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-326" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.460903] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.461102] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.461257] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.461533] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.461783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.462054] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.462211] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.462338] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.462478] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.462606] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.462730] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.462887] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.483861] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.484103] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1201.484293] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.484512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-326" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.484890] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.485172] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.485324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.485725] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.485941] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac6f732-767b-4c4c-b4fe-2d1025fc5c01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.654366] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.654620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.654769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.655051] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.655185] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.655419] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.655579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.655660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.655850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.655954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.656060] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 already deleted. [ 1201.656144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.988724] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.988955] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.989128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.989505] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.990267] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.990267] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port fac6f732-767b-4c4c-b4fe-2d1025fc5c01 not found, creating... [ 1201.990267] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.990541] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.990631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.990932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.991701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.992114] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.992313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.992484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.992768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.992947] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.993135] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: fac6f732-767b-4c4c-b4fe-2d1025fc5c01 is going to be created. [ 1202.016793] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.016793] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.017274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.017274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.017652] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.017965] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.138965] env[65677]: INFO networking_nsxv3.common.synchronization [req-0509f000-fe33-4c2c-aa5e-726c835aab10 req-72fd6e72-c60f-4a70-92bf-94bc2fbfd033 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_members [ 1202.140237] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGHEST for action security_group_members [ 1202.140237] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.140237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.140237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.140583] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.141119] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.141297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.141363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.141598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.141743] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.141844] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.644740] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.644740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.644740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.644740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.644740] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.644740] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.645135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.645135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.645135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.645135] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.645248] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 is going to be updated. [ 1202.678731] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.678903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.678947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.679179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.679314] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.689679] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: IN_PROGRESS for 2s [ 1202.771881] env[65677]: INFO networking_nsxv3.common.synchronization [req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e req-ec18e706-0500-44d4-ac52-3c199bcd74cb service nova] Enqueued Resource ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 with Priority: HIGHEST for action security_group_rules [ 1202.772127] env[65677]: INFO networking_nsxv3.common.synchronization [req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e req-ec18e706-0500-44d4-ac52-3c199bcd74cb service nova] Enqueued Resource ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 with Priority: HIGHEST for action security_group_members [ 1202.772470] env[65677]: INFO networking_nsxv3.common.synchronization [req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e req-ec18e706-0500-44d4-ac52-3c199bcd74cb service nova] Enqueued Resource ID: fac6f732-767b-4c4c-b4fe-2d1025fc5c01 with Priority: HIGHEST for action port [ 1202.772827] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 with Priority: HIGHEST for action security_group_rules [ 1202.773319] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 with Priority: HIGHEST for action security_group_members [ 1202.773319] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac6f732-767b-4c4c-b4fe-2d1025fc5c01 with Priority: HIGHEST for action port [ 1202.773547] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be315281-f5f3-4493-8440-17e1ebfd8fd5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.773616] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.773657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.774212] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.774212] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be315281-f5f3-4493-8440-17e1ebfd8fd5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.775489] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-be315281-f5f3-4493-8440-17e1ebfd8fd5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.775586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.775633] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.775822] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.775979] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.776113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.776177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.776326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.776421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.776524] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be315281-f5f3-4493-8440-17e1ebfd8fd5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.781927] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.781927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.781927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.781927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.781927] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac6f732-767b-4c4c-b4fe-2d1025fc5c01',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.178196] env[65677]: INFO networking_nsxv3.common.synchronization [None req-8e706834-ce1c-40bd-8ecd-11e1b0be8806 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_rules [ 1203.178761] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_rules [ 1203.178810] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.178938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.178989] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.179404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.180185] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.266703] env[65677]: INFO networking_nsxv3.common.synchronization [None req-a1acde0f-9de0-49f4-bbdc-4d1a4d97db69 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_rules [ 1203.266859] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_rules [ 1203.267245] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.267349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.281875] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be315281-f5f3-4493-8440-17e1ebfd8fd5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.283271] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-be315281-f5f3-4493-8440-17e1ebfd8fd5 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.283399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.283889] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fac6f732-767b-4c4c-b4fe-2d1025fc5c01 with status ACTIVE [ 1203.285133] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.285382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.285428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.285692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.285798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.286040] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.286190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.286252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.286420] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.286489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.286680] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.286769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.286823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.286966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.287045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.287303] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fac6f732-767b-4c4c-b4fe-2d1025fc5c01 is going to be updated. [ 1203.316351] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.316620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.316620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.316774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.316922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.317095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac6f732-767b-4c4c-b4fe-2d1025fc5c01" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.702786] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.703024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.703100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.703335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.703426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.703531] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf already deleted. [ 1203.703614] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.703773] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.703935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.704039] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.789729] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be315281-f5f3-4493-8440-17e1ebfd8fd5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.178196] env[65677]: INFO networking_nsxv3.common.synchronization [req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 req-2b13f7d5-86a5-4508-a6a6-1324e4a0531d tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1204.179084] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1204.180041] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.180041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.180041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.180041] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.180041] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.180394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.180394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.180394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.180524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.180813] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.229016] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.229016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.229016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.229016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.229016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.229016] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf already deleted. [ 1204.229016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.292493] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.292702] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.292817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.293100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.293206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.293315] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 is going to be created. [ 1204.333477] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.333748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.333748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.333946] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.334065] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.344503] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 in Status: UNINITIALIZED for 2s [ 1204.519840] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.520203] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.521056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.521056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.521253] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.521532] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.521751] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.522117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.522358] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.522703] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.522912] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.523126] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.523324] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.523546] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.523763] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.524018] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.546026] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.546026] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.546026] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.546026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-965" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.546026] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.546026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.546026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.546386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.546538] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfdaee7-aa2b-48ce-ab80-b894e1c80175',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.683427] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.701075] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 in Status: SUCCESS [ 1204.701277] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 deletion is rescheduled due to dependency. [ 1204.701403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.049478] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.049920] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.050152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.050545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.050728] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.050923] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 not found, creating... [ 1205.051254] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.051467] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.051629] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.051842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.052079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.052374] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.052590] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.052786] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.053053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.053152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.053341] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 is going to be created. [ 1205.075070] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.075337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.075482] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.075842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.076127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.076394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.185423] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.687870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.688033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.688301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.688301] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.688476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.688539] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1205.719944] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.720162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.720162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.720387] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.720555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.730457] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1205.778230] env[65677]: INFO networking_nsxv3.common.synchronization [req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 req-fde60349-90a3-48d0-978b-9b6895d976ff service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1205.778558] env[65677]: INFO networking_nsxv3.common.synchronization [req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 req-fde60349-90a3-48d0-978b-9b6895d976ff service nova] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1205.778558] env[65677]: INFO networking_nsxv3.common.synchronization [req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 req-fde60349-90a3-48d0-978b-9b6895d976ff service nova] Enqueued Resource ID: 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 with Priority: HIGHEST for action port [ 1205.779111] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_rules [ 1205.779272] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1205.779372] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 with Priority: HIGHEST for action port [ 1205.779646] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.779770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.779873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.780049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.780131] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.781036] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.781121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.781316] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.781429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.781496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.781715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.781778] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfdaee7-aa2b-48ce-ab80-b894e1c80175',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.284102] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.284439] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.284677] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 with status ACTIVE [ 1206.284735] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.284838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.284905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.285132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.285221] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.285395] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.285483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.285551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.285700] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.285776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.285976] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.286114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.286176] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.286323] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.286398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.286504] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 is going to be updated. [ 1206.343881] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.344064] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.344121] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.344340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.344490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.344656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bfdaee7-aa2b-48ce-ab80-b894e1c80175" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.355434] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 in Status: SUCCESS [ 1206.355685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.355855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.356090] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.356286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.356418] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.356489] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.356671] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.356754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.356880] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.357031] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be315281-f5f3-4493-8440-17e1ebfd8fd5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.512150] env[65677]: INFO networking_nsxv3.common.synchronization [req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e req-964c6256-f01a-4cd5-933e-f92da04940ad tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_members [ 1206.512497] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_members [ 1206.512847] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.512975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.513053] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.513307] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.513464] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.513566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.513625] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.513771] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.513850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.513945] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.836468] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.836764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.837023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.837344] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.837775] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.837994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.838167] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.838528] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.838724] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.838981] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.839132] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.839281] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.839445] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.840064] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.840064] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.840064] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.859559] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-be315281-f5f3-4493-8440-17e1ebfd8fd5 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.859751] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.859796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.859992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.860177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.860280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.860343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.860607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.860691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.860779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.860937] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-be315281-f5f3-4493-8440-17e1ebfd8fd5 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.861039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.861130] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.861238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.861430] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.861571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.861571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.861712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.861786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.861869] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.861960] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be315281-f5f3-4493-8440-17e1ebfd8fd5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.863686] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.863848] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.863984] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.864161] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.864519] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-e2ec60c6-736d-4b53-b173-c280eae691a3 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.864595] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-e2ec60c6-736d-4b53-b173-c280eae691a3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.864693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-e2ec60c6-736d-4b53-b173-c280eae691a3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.865156] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-e2ec60c6-736d-4b53-b173-c280eae691a3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.865156] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ec60c6-736d-4b53-b173-c280eae691a3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.015691] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.015952] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.016938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.016938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.016938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.016938] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.016938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.016938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.017329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.017329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.017329] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 already deleted. [ 1207.017329] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.367143] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be315281-f5f3-4493-8440-17e1ebfd8fd5: rpc.has_security_group_logging(os_id): False [ 1207.371077] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.371077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.371077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.371077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.371077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.371077] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port e2ec60c6-736d-4b53-b173-c280eae691a3 not found, creating... [ 1207.371077] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.371077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.371077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.371563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.371563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.371683] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.371837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.371951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.372174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.372316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.372527] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: e2ec60c6-736d-4b53-b173-c280eae691a3 is going to be created. [ 1207.410159] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.410398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.410398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.410696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.410785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.410988] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.411108] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.411172] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.411322] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.411398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.411662] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.411763] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.411827] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.411970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.412056] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.412242] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.412335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.412398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.412536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.412610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.412695] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 is going to be created. [ 1207.418143] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.418356] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.418503] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.418782] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.419028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.419247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-e2ec60c6-736d-4b53-b173-c280eae691a3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.497723] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.497949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.497949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.498187] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.498397] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.517887] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 in Status: IN_PROGRESS for 2s [ 1207.742551] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1207.742551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.742551] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.742824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.742902] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.743084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.743137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.743294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.743357] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.744044] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.103489] env[65677]: INFO networking_nsxv3.common.synchronization [req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e req-2d522dea-4885-42cc-bb7a-1ff6df6873f0 service nova] Enqueued Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_rules [ 1208.104194] env[65677]: INFO networking_nsxv3.common.synchronization [req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e req-2d522dea-4885-42cc-bb7a-1ff6df6873f0 service nova] Enqueued Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_members [ 1208.104391] env[65677]: INFO networking_nsxv3.common.synchronization [req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e req-2d522dea-4885-42cc-bb7a-1ff6df6873f0 service nova] Enqueued Resource ID: e2ec60c6-736d-4b53-b173-c280eae691a3 with Priority: HIGHEST for action port [ 1208.104995] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_rules [ 1208.105218] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_members [ 1208.105342] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ec60c6-736d-4b53-b173-c280eae691a3 with Priority: HIGHEST for action port [ 1208.105689] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.105855] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.105984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.106180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.106279] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.107360] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.107522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.107620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.107802] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.108050] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.108191] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.108278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.108472] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.108594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.108746] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.109712] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2ec60c6-736d-4b53-b173-c280eae691a3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.109865] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2ec60c6-736d-4b53-b173-c280eae691a3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.109957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2ec60c6-736d-4b53-b173-c280eae691a3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.110229] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2ec60c6-736d-4b53-b173-c280eae691a3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.110440] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ec60c6-736d-4b53-b173-c280eae691a3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.246482] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.612791] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.613548] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.613685] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.613817] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2ec60c6-736d-4b53-b173-c280eae691a3 with status ACTIVE [ 1208.613970] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.614092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.614159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.614347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.614433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.614597] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.614691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.614805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.614908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.615039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.615233] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.615327] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.615381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.615526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.615600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.615694] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2ec60c6-736d-4b53-b173-c280eae691a3 is going to be updated. [ 1208.639564] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.639711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.639781] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.639987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.640350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.640350] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2ec60c6-736d-4b53-b173-c280eae691a3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.751330] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.768691] env[65677]: INFO networking_nsxv3.common.synchronization [req-ead81616-0679-4409-b470-1c22657a1b1c req-4854834a-a1b3-48fc-82ec-872c13438d49 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1208.770688] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1208.770688] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.770688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.770688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.770688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.770688] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.770688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.770688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.770688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.770688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.771215] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.074797] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.074999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.075142] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.075414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.075671] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.075829] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.075943] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.076175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.076318] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.076535] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.076656] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.076782] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.076847] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.076958] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.077062] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.077193] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.095898] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.096075] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.096216] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.096393] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-833" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.096720] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.096888] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.097013] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.097368] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.097510] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedb8d85-b5ab-497a-bc2c-1f3fc00a961f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.118672] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.256549] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.256549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.256786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.256838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.256972] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.257065] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1209.274691] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.274885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.274928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.275249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.275358] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.275590] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.275738] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.275897] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.276355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.276456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.276642] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1209.312258] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.312495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.312495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.312748] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.312846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.323145] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1209.338374] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.338374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.338374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.338615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.338721] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.359747] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1209.533057] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 in Status: SUCCESS [ 1209.533388] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.600485] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.600787] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.600874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.601345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.601590] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.601769] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port bedb8d85-b5ab-497a-bc2c-1f3fc00a961f not found, creating... [ 1209.602073] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.602240] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.602356] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.602629] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.602810] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.603150] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.603318] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.603439] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.603669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.603802] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.603940] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: bedb8d85-b5ab-497a-bc2c-1f3fc00a961f is going to be created. [ 1209.621761] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.621761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.621761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.622260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.622260] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.622260] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 is going to be created. [ 1209.627683] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.627904] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.628036] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.628316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.628557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.628788] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.649362] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.649575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.649624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.649867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.650045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.661933] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 in Status: UNINITIALIZED for 2s [ 1210.377703] env[65677]: INFO networking_nsxv3.common.synchronization [req-ead81616-0679-4409-b470-1c22657a1b1c req-0dd3e82b-a5c7-4c03-8077-7dc89152382a service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1210.377903] env[65677]: INFO networking_nsxv3.common.synchronization [req-ead81616-0679-4409-b470-1c22657a1b1c req-0dd3e82b-a5c7-4c03-8077-7dc89152382a service nova] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1210.378048] env[65677]: INFO networking_nsxv3.common.synchronization [req-ead81616-0679-4409-b470-1c22657a1b1c req-0dd3e82b-a5c7-4c03-8077-7dc89152382a service nova] Enqueued Resource ID: bedb8d85-b5ab-497a-bc2c-1f3fc00a961f with Priority: HIGHEST for action port [ 1210.378638] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_rules [ 1210.378768] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1210.378858] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedb8d85-b5ab-497a-bc2c-1f3fc00a961f with Priority: HIGHEST for action port [ 1210.379396] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.379524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.379587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.379846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.379908] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.381154] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.381247] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.381460] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.381575] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.381648] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.381834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.381948] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedb8d85-b5ab-497a-bc2c-1f3fc00a961f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.884207] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.884207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.888718] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bedb8d85-b5ab-497a-bc2c-1f3fc00a961f with status ACTIVE [ 1210.888718] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.888718] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.888718] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.888718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.888718] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bedb8d85-b5ab-497a-bc2c-1f3fc00a961f is going to be updated. [ 1210.912928] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.912928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.912928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.912928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.912928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.912928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.334254] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1211.334384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.334486] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.334704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.334914] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.335298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.335298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.335298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.335436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.335436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.335508] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.369870] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1211.370139] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1211.370312] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.370408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.370597] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.370790] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.370931] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.370993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.371128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.371196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.371292] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.673778] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 in Status: SUCCESS [ 1211.674014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.674210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.674424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.674664] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.674733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.674824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.674993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.675091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.675178] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.675269] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.838182] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.839406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.839406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.839406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.839406] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.840398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.840398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.840398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.840398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.840398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.840398] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.840398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.840398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.840398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.840398] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.842455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.842455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.842455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.842455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.842455] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.842455] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.874580] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.178095] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.343564] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bd819e-5b3b-4bf8-92c3-d54586c26db7: rpc.has_security_group_logging(os_id): False [ 1212.366879] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.366879] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.366879] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.366879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.367790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.367790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.367790] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.367790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.367790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.367790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.367790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.367790] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1212.376555] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.476671] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.476961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.477142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.477459] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.477683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.497645] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1212.681402] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0: rpc.has_security_group_logging(os_id): False [ 1212.699457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.699608] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.699676] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.699949] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.700061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.700316] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.700426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.700535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.700744] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.700863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.700955] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 is going to be created. [ 1212.759610] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.759752] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.759790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.760012] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.760209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.773183] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 in Status: IN_PROGRESS for 2s [ 1212.879346] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.879517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.879599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.879817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.879902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.880298] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1212.911376] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.911684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.911742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.912095] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.912237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.922146] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1213.281100] env[65677]: INFO networking_nsxv3.common.synchronization [req-e571f66b-c334-4bc9-9a0d-077efd0c5098 req-0c3289c5-784b-422c-b0d7-5c3db0e4f0c8 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Enqueued Resource ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 with Priority: HIGHEST for action security_group_members [ 1213.281849] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 with Priority: HIGHEST for action security_group_members [ 1213.282212] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-be315281-f5f3-4493-8440-17e1ebfd8fd5 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.282349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.282416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.282629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.282879] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.283025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.283091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.283259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.283346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.283445] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be315281-f5f3-4493-8440-17e1ebfd8fd5',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.788742] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.788914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.788979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.789206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.789297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.789501] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.789596] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.789664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.789810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.789884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.789971] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 is going to be updated. [ 1213.824073] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.824073] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.824211] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.824479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.824828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.834312] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 in Status: IN_PROGRESS for 2s [ 1214.518150] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1214.518150] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.731641] env[65677]: INFO networking_nsxv3.common.synchronization [None req-84cb12da-da23-49e9-8290-d0dfcd0e8fd4 None None] Enqueued Resource ID: 190ffc92-87a3-4e4c-a80a-9a670739102f with Priority: HIGHEST for action port [ 1214.731641] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190ffc92-87a3-4e4c-a80a-9a670739102f with Priority: HIGHEST for action port [ 1214.733675] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-190ffc92-87a3-4e4c-a80a-9a670739102f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.733675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-190ffc92-87a3-4e4c-a80a-9a670739102f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.733675] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-190ffc92-87a3-4e4c-a80a-9a670739102f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.733966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-190ffc92-87a3-4e4c-a80a-9a670739102f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.734000] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190ffc92-87a3-4e4c-a80a-9a670739102f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.789167] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 in Status: SUCCESS [ 1214.789504] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.865989] env[65677]: INFO networking_nsxv3.common.synchronization [req-462c3441-b23d-41d6-a038-153cce1e1097 req-1b17317d-c360-4e5f-88d3-dee9957752e7 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1214.866655] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1214.867017] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.867476] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.867591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.867883] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.868293] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.868293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.868293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.868611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.868611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.868611] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.933434] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1214.933917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.934046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.934266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.934509] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.934680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.934774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.935273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.935273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.935273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.935273] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.238251] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 190ffc92-87a3-4e4c-a80a-9a670739102f [ 1215.238251] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.238251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.238251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.238251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.238251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.238251] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:190ffc92-87a3-4e4c-a80a-9a670739102f already deleted. [ 1215.238251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-190ffc92-87a3-4e4c-a80a-9a670739102f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.246178] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.247736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.247736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.247859] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.248136] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.248297] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.248411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.248627] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.248788] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.249033] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.249151] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.249258] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.249362] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.249492] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.249571] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.249697] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.278169] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.278358] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.278484] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.278700] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.279048] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.279225] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.279345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.279676] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.279817] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5fa4c5-ac0f-4d29-a646-be52aef382f1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.373923] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.373923] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.373923] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf already deleted. [ 1215.373923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.440737] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.442310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.442310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.442310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.442310] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.442310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.442310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.442310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.442310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.442310] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.442310] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.443945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.444385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.444628] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.444830] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.444960] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.445086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.446470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.446737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.446966] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.447339] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.783366] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.783827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.783827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.784034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.784166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.784330] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port ec5fa4c5-ac0f-4d29-a646-be52aef382f1 not found, creating... [ 1215.784598] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.784761] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.784877] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.785228] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.785381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.785677] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.785840] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.786053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.786294] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.786429] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.786597] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: ec5fa4c5-ac0f-4d29-a646-be52aef382f1 is going to be created. [ 1215.815120] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.815381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.815517] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.815902] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.816101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.816434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.847240] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 in Status: SUCCESS [ 1215.847755] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be315281-f5f3-4493-8440-17e1ebfd8fd5 deletion is rescheduled due to dependency. [ 1215.847755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be315281-f5f3-4493-8440-17e1ebfd8fd5" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.953937] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30debc71-eabc-46f6-8efe-f22418cf13e1: rpc.has_security_group_logging(os_id): False [ 1215.981256] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.981256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.981256] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.981581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.981692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.981858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.981968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.986033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.986033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.986033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.986033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.986033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.986033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.986033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.986033] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.986576] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.986576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.986576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.986576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.986576] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.986738] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1216.083767] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.083767] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.083882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.084998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.084998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.108221] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1216.543390] env[65677]: INFO networking_nsxv3.common.synchronization [req-462c3441-b23d-41d6-a038-153cce1e1097 req-6069139f-3ea9-4c8f-bfd0-a85bdac9eeb9 service nova] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_rules [ 1216.543509] env[65677]: INFO networking_nsxv3.common.synchronization [req-462c3441-b23d-41d6-a038-153cce1e1097 req-6069139f-3ea9-4c8f-bfd0-a85bdac9eeb9 service nova] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1216.543561] env[65677]: INFO networking_nsxv3.common.synchronization [req-462c3441-b23d-41d6-a038-153cce1e1097 req-6069139f-3ea9-4c8f-bfd0-a85bdac9eeb9 service nova] Enqueued Resource ID: ec5fa4c5-ac0f-4d29-a646-be52aef382f1 with Priority: HIGHEST for action port [ 1216.544445] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_rules [ 1216.544902] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1216.545075] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5fa4c5-ac0f-4d29-a646-be52aef382f1 with Priority: HIGHEST for action port [ 1216.545370] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.545453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.545490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.545709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.545782] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.546689] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.546792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.546889] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.547043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.547220] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.547318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.548646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.548646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.548646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.548646] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.548646] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.548646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.548646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.548925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.548925] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5fa4c5-ac0f-4d29-a646-be52aef382f1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.816253] env[65677]: INFO networking_nsxv3.common.synchronization [None req-ad2a635a-0f4d-48fe-aad1-3e61ca83dc98 None None] Enqueued Resource ID: f09c589d-4c5c-4341-9940-85f21f2ad6b2 with Priority: HIGHEST for action port [ 1216.816725] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09c589d-4c5c-4341-9940-85f21f2ad6b2 with Priority: HIGHEST for action port [ 1216.817130] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-f09c589d-4c5c-4341-9940-85f21f2ad6b2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.817249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f09c589d-4c5c-4341-9940-85f21f2ad6b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.817249] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f09c589d-4c5c-4341-9940-85f21f2ad6b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.817517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f09c589d-4c5c-4341-9940-85f21f2ad6b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.817616] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f09c589d-4c5c-4341-9940-85f21f2ad6b2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.050870] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.051038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.051214] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.052191] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec5fa4c5-ac0f-4d29-a646-be52aef382f1 with status ACTIVE [ 1217.052374] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.052501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.052569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.052791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.052879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.053062] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.053158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.053210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.053385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.053456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.053638] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.053731] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.053792] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.053938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.054010] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.054403] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec5fa4c5-ac0f-4d29-a646-be52aef382f1 is going to be updated. [ 1217.078440] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.078642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.078697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.078908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.079077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.079356] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec5fa4c5-ac0f-4d29-a646-be52aef382f1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.319787] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f09c589d-4c5c-4341-9940-85f21f2ad6b2 [ 1217.320027] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.320149] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.320216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.320432] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.320536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.320637] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f09c589d-4c5c-4341-9940-85f21f2ad6b2 already deleted. [ 1217.320720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f09c589d-4c5c-4341-9940-85f21f2ad6b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.557251] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.062319] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.062319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.062319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.062692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.062692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.062692] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf is going to be created. [ 1218.093024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.093024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.093024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.093024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.093348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.104428] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: UNINITIALIZED for 2s [ 1218.120866] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1218.120866] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.115400] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: SUCCESS [ 1220.115722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.116099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.116099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.116177] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.116281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.116347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.116537] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.116588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.118050] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.118050] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.621655] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.888371] env[65677]: INFO networking_nsxv3.common.synchronization [req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 req-4b20ac29-9c9b-4e03-b47f-cdf5db2d1795 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1220.888460] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1220.888793] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.888954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.889034] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.889271] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.889678] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.889678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.889801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.889908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.890021] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.890153] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.124644] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5b34d30-ec57-47a3-b197-d0699ebb1aaf: rpc.has_security_group_logging(os_id): False [ 1221.143894] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.144107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.144107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.144231] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.144355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.144621] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.144819] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.144877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.145109] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.145199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.145286] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf is going to be created. [ 1221.207245] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.207402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.207461] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.207684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.207871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.220130] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: IN_PROGRESS for 2s [ 1221.392543] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.894913] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.397637] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.397981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.397981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.397981] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.398126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.398167] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1222.440457] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.440646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.440735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.440961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.441124] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.450563] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1223.232489] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: SUCCESS [ 1223.232769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.463832] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1224.464210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.889242] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.889679] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.780401] env[65677]: INFO networking_nsxv3.common.synchronization [req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f req-10293284-66f0-4773-8ff0-49c99ca9ca51 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Enqueued Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1229.780962] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 with Priority: HIGHEST for action security_group_members [ 1229.781286] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd819e-5b3b-4bf8-92c3-d54586c26db7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.781424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.781492] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.781697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.781862] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.781959] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.782045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.782199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.782284] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.782378] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd819e-5b3b-4bf8-92c3-d54586c26db7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.882305] env[65677]: INFO networking_nsxv3.common.synchronization [req-d965e471-75ab-439a-bba5-acecab1a88fe req-240b9d15-9c11-461f-a4a6-559b72cd373d tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1229.882886] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1229.883288] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.883442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.883507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.883730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.883889] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.883990] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.884058] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.884218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.884306] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.884398] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.222295] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.222569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.222742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.223066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.223344] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.223510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.223627] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.223848] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.223994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.224233] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.224347] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.224454] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.224574] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.224666] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.224776] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.224897] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.246872] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.247082] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.247229] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.247446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.247749] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-22122495-9912-46c1-87ab-9a40c024a4c8 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.247922] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-22122495-9912-46c1-87ab-9a40c024a4c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.248053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-22122495-9912-46c1-87ab-9a40c024a4c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.248440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-22122495-9912-46c1-87ab-9a40c024a4c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.248563] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22122495-9912-46c1-87ab-9a40c024a4c8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.284919] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.285092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.285092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.285269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.285377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.285548] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.285672] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.285733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.285860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.285935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.286033] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 is going to be updated. [ 1230.315418] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.315657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.315657] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.316182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.316182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.325261] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: IN_PROGRESS for 2s [ 1230.387062] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.750992] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.751377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.751520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.751951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.752167] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.752382] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 22122495-9912-46c1-87ab-9a40c024a4c8 not found, creating... [ 1230.752800] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.753052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.753250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.753544] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.753722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.754166] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.754376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.754530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.754861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.755049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.755260] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 22122495-9912-46c1-87ab-9a40c024a4c8 is going to be created. [ 1230.776911] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.777271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.777446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.777745] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.777979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.778226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-22122495-9912-46c1-87ab-9a40c024a4c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.889016] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.391957] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.392164] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.392204] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.392427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.392525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.392605] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf is going to be updated. [ 1231.425201] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.425201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.425201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.425375] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.425528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.435321] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: IN_PROGRESS for 2s [ 1231.500848] env[65677]: INFO networking_nsxv3.common.synchronization [req-d965e471-75ab-439a-bba5-acecab1a88fe req-f9bc14d7-e893-4845-a1de-cc0e8cb4de30 service nova] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_rules [ 1231.501053] env[65677]: INFO networking_nsxv3.common.synchronization [req-d965e471-75ab-439a-bba5-acecab1a88fe req-f9bc14d7-e893-4845-a1de-cc0e8cb4de30 service nova] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1231.501190] env[65677]: INFO networking_nsxv3.common.synchronization [req-d965e471-75ab-439a-bba5-acecab1a88fe req-f9bc14d7-e893-4845-a1de-cc0e8cb4de30 service nova] Enqueued Resource ID: 22122495-9912-46c1-87ab-9a40c024a4c8 with Priority: HIGHEST for action port [ 1231.501770] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_rules [ 1231.501914] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1231.502184] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22122495-9912-46c1-87ab-9a40c024a4c8 with Priority: HIGHEST for action port [ 1231.502635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.502803] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.503234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.503490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.504208] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.507062] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.507062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.507062] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-22122495-9912-46c1-87ab-9a40c024a4c8 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.507062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22122495-9912-46c1-87ab-9a40c024a4c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.507062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22122495-9912-46c1-87ab-9a40c024a4c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.507062] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22122495-9912-46c1-87ab-9a40c024a4c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.507062] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22122495-9912-46c1-87ab-9a40c024a4c8',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.008553] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.008965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.008965] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22122495-9912-46c1-87ab-9a40c024a4c8 with status ACTIVE [ 1232.009157] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.009268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.009334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.009543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.009646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.009816] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.009913] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.009974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.010153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.010228] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.010431] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.010524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.010585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.010753] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.010823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.010909] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22122495-9912-46c1-87ab-9a40c024a4c8 is going to be updated. [ 1232.033259] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.033449] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.033493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.033737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.033854] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.034028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22122495-9912-46c1-87ab-9a40c024a4c8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.337742] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 in Status: SUCCESS [ 1232.337959] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd819e-5b3b-4bf8-92c3-d54586c26db7 deletion is rescheduled due to dependency. [ 1232.338144] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd819e-5b3b-4bf8-92c3-d54586c26db7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.445491] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: SUCCESS [ 1233.445835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.445882] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.446105] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.446294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.446410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.446479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.446623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.446704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.446801] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.949097] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.451310] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.954325] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.954525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.954525] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.954746] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.954835] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.954929] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf is going to be updated. [ 1234.983371] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.983371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.983371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.983611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.983732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.994078] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: IN_PROGRESS for 2s [ 1236.503798] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.504222] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1237.004583] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: SUCCESS [ 1237.004797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.004997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.005332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.005532] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.005651] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.005720] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.005878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.005958] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.006059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.006150] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.508142] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.010047] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5b34d30-ec57-47a3-b197-d0699ebb1aaf: rpc.has_security_group_logging(os_id): False [ 1238.032859] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.033531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.033531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.033531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.033688] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.034019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.034216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.034294] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.034524] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.034646] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.034791] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf is going to be updated. [ 1238.095829] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.096088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.096088] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.096316] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.096503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.110052] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: IN_PROGRESS for 2s [ 1240.126946] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: SUCCESS [ 1240.127336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.505209] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.505547] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.600964] env[65677]: INFO networking_nsxv3.common.synchronization [None req-12be4ca7-7d64-4c43-8580-ed22e4ed2f6c tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1242.601587] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1242.601951] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.602471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.602603] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.602825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.603021] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.603153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.603208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.603344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.603423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.603518] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.106765] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.106917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.106979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.107223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.107309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.107503] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.109014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.109014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.109014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.109014] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.109014] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1243.153278] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.153479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.153479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.153694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.153837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.167064] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1245.097681] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.098115] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.098115] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.098719] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.099047] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.099241] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.099362] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.099594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.099737] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.099940] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.100075] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.100218] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.100337] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.100466] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.100583] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.100712] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.119940] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.120144] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.120257] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.120439] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-353" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.120793] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-caa9a65e-7642-4ec5-8cce-79bca6e6a491 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.120993] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.121130] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.121384] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.121541] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa9a65e-7642-4ec5-8cce-79bca6e6a491',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.176770] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1245.176770] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 deletion is rescheduled due to dependency. [ 1245.176770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.624317] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.624564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.624775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.625137] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.625340] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.625670] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.625831] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.625950] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.626214] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.626352] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.626644] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.626796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.626914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.627143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.627277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.627419] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: caa9a65e-7642-4ec5-8cce-79bca6e6a491 is going to be updated. [ 1245.656690] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.656937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.657014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.657299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.657495] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.657717] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.339431] env[65677]: INFO networking_nsxv3.common.synchronization [req-394e5503-c16f-464b-a73d-75f1a5286998 req-70991008-42ea-44d0-b467-301c2c381a6b service nova] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 1246.339764] env[65677]: INFO networking_nsxv3.common.synchronization [req-394e5503-c16f-464b-a73d-75f1a5286998 req-70991008-42ea-44d0-b467-301c2c381a6b service nova] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1246.339846] env[65677]: INFO networking_nsxv3.common.synchronization [req-394e5503-c16f-464b-a73d-75f1a5286998 req-70991008-42ea-44d0-b467-301c2c381a6b service nova] Enqueued Resource ID: caa9a65e-7642-4ec5-8cce-79bca6e6a491 with Priority: HIGHEST for action port [ 1246.340455] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_rules [ 1246.340596] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1246.340694] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa9a65e-7642-4ec5-8cce-79bca6e6a491 with Priority: HIGHEST for action port [ 1246.341156] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.341290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.341360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.341568] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.341661] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.343736] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.343736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.343736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.343736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.343736] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.343736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.343736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.343736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.343736] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.344286] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.344948] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa9a65e-7642-4ec5-8cce-79bca6e6a491 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.344948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.344948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.345194] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.345244] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa9a65e-7642-4ec5-8cce-79bca6e6a491',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.847902] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.847902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.847902] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.848938] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caa9a65e-7642-4ec5-8cce-79bca6e6a491 with status ACTIVE [ 1246.849279] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.849398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.849469] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.849677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.849816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.850041] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.850165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.850232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.850398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.850479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.850666] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.850758] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.850821] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.850983] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.851111] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.851230] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caa9a65e-7642-4ec5-8cce-79bca6e6a491 is going to be updated. [ 1246.874673] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.874898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.874898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.875106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.875245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.875399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa9a65e-7642-4ec5-8cce-79bca6e6a491" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.353403] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.855722] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.855956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.855956] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.856203] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.856293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.856390] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 1247.887574] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.887908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.887908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.888067] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.888208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.899927] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1249.244991] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.244991] env[65677]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54b8ed4b-fb00-4c34-9d8c-8cdde51fe168 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.912254] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1249.913054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.913054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.913054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.913276] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.913348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.913421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.913589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.913690] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.913816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.913934] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.416272] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.918797] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1: rpc.has_security_group_logging(os_id): False [ 1250.941636] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.941868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.941868] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.942272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.942272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.942458] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.942581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.942661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.942786] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.942881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.942946] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 1251.017653] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.017905] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.018020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.018344] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.018565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.036454] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1251.085981] env[65677]: INFO networking_nsxv3.common.synchronization [req-5aaec867-937e-4173-8315-d71f08f5936b req-111c5ab0-ab7a-4667-bf2c-1f2f8f46ad82 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1251.086747] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGHEST for action security_group_members [ 1251.087106] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.087248] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.087370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.087620] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.087808] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.087925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.087993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.088167] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.088251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.088350] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.591683] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.591683] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.592338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.592338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.592338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.592338] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.592677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.592677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.592677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.592677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.592829] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be updated. [ 1251.626844] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.627155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.627155] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.627347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.627490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.636613] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: IN_PROGRESS for 2s [ 1253.051074] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1253.051534] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.647594] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 in Status: SUCCESS [ 1253.647906] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 deletion is rescheduled due to dependency. [ 1253.648102] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.175760] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.176193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.176193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.176270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.176345] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.678719] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.182033] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.684116] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1255.684295] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1256.087994] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.088164] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.491017] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.491291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.491291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.491488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.504769] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1256.505918] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.507319] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1256.547030] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.547030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.547030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.547431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.561146] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.561959] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1256.562113] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1256.562164] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1256.605363] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.605586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.605637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.605844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.607453] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.607646] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1256.705453] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.705691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.705691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.706352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.706352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.707074] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1256.793385] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.793538] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.793586] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.793789] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.794098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.794390] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1256.794485] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3fb99879-4355-41fb-bb6a-52b0995c0986', 'e76207a9-9cfa-4e6c-b636-c2614261b1c4', 'd04f6472-7ba7-4e9b-8971-40d2bb87d0b6', '7b3d13ea-4a6b-44a4-a43d-f09769e20bf0', '88d94541-1761-44e2-aacd-2ce2e5bc76e6', '6b146115-a688-4151-9ceb-7b5019677fe7', '30debc71-eabc-46f6-8efe-f22418cf13e1', 'd03edc19-6de1-47a6-a769-78677fe645b3', 'bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2', 'edeae9a5-d15b-4e0b-841c-83567587d15f', 'ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0', '08368b98-ee22-4b3f-98a7-ec6e4e19b9c1', 'f5473d55-b277-41ec-bcd2-6744a152d8ac', 'ef05371f-d1ee-40f3-81e9-7115303e3342', 'c31d40b1-7cba-4a87-b6ae-eb108326b9f6', '44eef694-4cb4-40e3-a621-f057bdd34086', 'b0002683-a04b-4a05-8561-c9c73007fa11', 'b46c4716-a1f2-46b9-b650-73d86739e2c2', '48dcc60e-0c15-4381-8d5f-6e0121ae287b', '23bba087-254f-4d57-a3b5-e9d9751ae801', '56c7ab11-09d4-473b-b35b-1cbe6949f4c3', '1443b25c-7d48-487d-ab3e-c508087ef3fd', 'bb367eaf-648f-4f96-ba2a-b171ec1b9cac', '42369174-529e-4b28-9a31-19a6ad0d5f2f', '2dafe749-d5ae-47f7-b42b-93d78d88577f', '3800433e-846f-486f-a087-36d9b40959c9', 'bbe97e2a-12af-48d3-a64e-adb170736953', '5fc382f9-0504-4805-939b-ce7eed691a44', 'afa9c2c8-d7aa-407b-b213-71dbfc98c3c0', 'd220cd24-dbd8-4a0c-a8e7-e0704e3092e0', 'd14053b7-6ee4-4e76-8907-6db90f6d1cb5', 'ab244c41-a80f-4a69-9ff9-bd2419b1da01', '78768711-30c3-4ebb-8a33-7b487359c4b4', 'f5b34d30-ec57-47a3-b197-d0699ebb1aaf', '994a21ad-d64c-4b6c-b46c-a8ec2daa6fd8', 'ff819a39-9028-491b-9b18-66348ab7e770', '5f55288b-5da3-4745-b53d-a478c37807ed', 'be315281-f5f3-4493-8440-17e1ebfd8fd5', '6a4aa2e4-703a-4cc2-8f27-6ef8bace6721', '992a1a05-c4ae-4288-a595-cb41e62f6a67', 'f0b03ad4-8b6f-4c56-a77f-1221f384371f', '0c56747a-d9d0-4db7-9e81-cfed8e3faa4f', '92bd819e-5b3b-4bf8-92c3-d54586c26db7', '522b2700-eccf-468e-b838-fb33aab73516', '3031688a-4413-4490-b35e-a76fbadf6f0d', 'b6c7d073-1c0b-4c11-b226-73c309b4fd2e', '9eb762c3-5b16-4fde-a803-86c3198eabad'} {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1256.794592] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1256.813683] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.813833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.813926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.814112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.814200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.814371] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1256.814371] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1256.814475] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1256.898170] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.898325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.898396] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.898610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.899856] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.900185] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1256.900309] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65677) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1256.900380] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1256.900482] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1256.900552] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1256.900639] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGH for action security_group_rules [ 1256.900730] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGH for action security_group_rules [ 1256.900825] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGH for action security_group_rules [ 1256.900948] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGH for action security_group_rules [ 1256.901034] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGH for action security_group_rules [ 1256.901103] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGH for action security_group_rules [ 1256.901168] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGH for action security_group_rules [ 1256.901225] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGH for action security_group_rules [ 1256.901299] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGH for action security_group_rules [ 1256.901429] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGH for action security_group_rules [ 1256.901429] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGH for action security_group_rules [ 1256.901634] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGH for action security_group_rules [ 1256.901634] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGH for action security_group_rules [ 1256.901634] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGH for action security_group_rules [ 1256.901803] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGH for action security_group_rules [ 1256.901803] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGH for action security_group_rules [ 1256.901803] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGH for action security_group_rules [ 1256.901939] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGH for action security_group_rules [ 1256.901939] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGH for action security_group_rules [ 1256.902022] env[65677]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGH for action security_group_rules [ 1256.902066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.079337] env[65677]: INFO networking_nsxv3.common.synchronization [req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 req-0353c260-e884-4c13-abd3-92f28c6750ce tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_members [ 1259.080389] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGHEST for action security_group_members [ 1259.080486] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGH for action security_group_rules [ 1259.080536] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 with Priority: HIGH for action security_group_rules [ 1259.080627] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 with Priority: HIGH for action security_group_rules [ 1259.080709] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 with Priority: HIGH for action security_group_rules [ 1259.080802] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGH for action security_group_rules [ 1259.080891] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b with Priority: HIGH for action security_group_rules [ 1259.080974] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 with Priority: HIGH for action security_group_rules [ 1259.081139] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0002683-a04b-4a05-8561-c9c73007fa11 with Priority: HIGH for action security_group_rules [ 1259.081244] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05371f-d1ee-40f3-81e9-7115303e3342 with Priority: HIGH for action security_group_rules [ 1259.081334] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eef694-4cb4-40e3-a621-f057bdd34086 with Priority: HIGH for action security_group_rules [ 1259.081417] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5473d55-b277-41ec-bcd2-6744a152d8ac with Priority: HIGH for action security_group_rules [ 1259.081530] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGH for action security_group_rules [ 1259.081581] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGH for action security_group_rules [ 1259.081654] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeae9a5-d15b-4e0b-841c-83567587d15f with Priority: HIGH for action security_group_rules [ 1259.081758] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 with Priority: HIGH for action security_group_rules [ 1259.081803] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b146115-a688-4151-9ceb-7b5019677fe7 with Priority: HIGH for action security_group_rules [ 1259.081887] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03edc19-6de1-47a6-a769-78677fe645b3 with Priority: HIGH for action security_group_rules [ 1259.082235] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 with Priority: HIGH for action security_group_rules [ 1259.082235] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 with Priority: HIGH for action security_group_rules [ 1259.082372] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 with Priority: HIGH for action security_group_rules [ 1259.083167] env[65677]: INFO networking_nsxv3.common.synchronization [req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd req-1b391650-0a65-4474-867e-66b1981c6551 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_members [ 1259.083514] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d94541-1761-44e2-aacd-2ce2e5bc76e6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.083778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.083778] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.084047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.084047] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.084160] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.084198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.084496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.084496] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.084607] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.085700] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.085806] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.085877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.086039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.086114] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.086908] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.088733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.088733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.088733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.088733] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04f6472-7ba7-4e9b-8971-40d2bb87d0b6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.088733] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30debc71-eabc-46f6-8efe-f22418cf13e1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.088733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.088733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.088733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.088733] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30debc71-eabc-46f6-8efe-f22418cf13e1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.090302] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.090302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.090302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.090302] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.090302] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31d40b1-7cba-4a87-b6ae-eb108326b9f6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.090555] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.090768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.090843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.090979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.091104] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.091764] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.091903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.092961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.092961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.092961] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48dcc60e-0c15-4381-8d5f-6e0121ae287b',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.092961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46c4716-a1f2-46b9-b650-73d86739e2c2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.092961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.092961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.094043] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.094043] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46c4716-a1f2-46b9-b650-73d86739e2c2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.094114] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0002683-a04b-4a05-8561-c9c73007fa11 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.094266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.094266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.094618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.094618] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0002683-a04b-4a05-8561-c9c73007fa11',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.095267] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05371f-d1ee-40f3-81e9-7115303e3342 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.095362] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.095520] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.095557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.095618] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05371f-d1ee-40f3-81e9-7115303e3342',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.098845] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44eef694-4cb4-40e3-a621-f057bdd34086 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.098845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.098845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.098845] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.098845] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44eef694-4cb4-40e3-a621-f057bdd34086',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.099131] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5473d55-b277-41ec-bcd2-6744a152d8ac taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.099259] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.099293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.099661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.099661] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5473d55-b277-41ec-bcd2-6744a152d8ac',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.100258] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.100352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.100422] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.100598] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.100630] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.101365] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.101507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.101507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.101630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.101766] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.102375] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edeae9a5-d15b-4e0b-841c-83567587d15f taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.102477] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.102539] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.102680] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.102735] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edeae9a5-d15b-4e0b-841c-83567587d15f',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.103413] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.103762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.103762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.103839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.103874] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.104549] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b146115-a688-4151-9ceb-7b5019677fe7 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.104667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.104770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.104844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.104913] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b146115-a688-4151-9ceb-7b5019677fe7',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.105565] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03edc19-6de1-47a6-a769-78677fe645b3 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.105697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.105733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.105867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.105938] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03edc19-6de1-47a6-a769-78677fe645b3',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.106644] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.106733] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.106774] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.106884] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.106955] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d94541-1761-44e2-aacd-2ce2e5bc76e6',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.107720] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.107824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.107887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.108045] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.108833] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76207a9-9cfa-4e6c-b636-c2614261b1c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.108833] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.109205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.109205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.109205] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.109344] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3d13ea-4a6b-44a4-a43d-f09769e20bf0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.109879] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 with Priority: HIGHEST for action security_group_members [ 1259.113031] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.113031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.113031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.113031] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.113251] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.113251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.113251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.113355] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.113441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.113507] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.598666] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.598977] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.599194] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.599560] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.600034] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.600273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.600453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.600757] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.600974] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.601290] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.601465] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.601628] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.601795] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.601958] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.602218] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.602419] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.613520] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.613692] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.613794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.614070] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.614283] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.614428] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.614517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.614727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.614843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.614968] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.615104] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.629104] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.629290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.629385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.629654] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.629874] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.630025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.630112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.630320] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.630433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.630563] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.630682] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.634350] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.634466] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.634554] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.634824] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.647819] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.647964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.661330] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.661566] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1259.661728] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.661975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.662430] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-2821022d-e2c4-4f0f-af63-9b1a7f33548c taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.662680] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.662858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.663307] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.663502] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2821022d-e2c4-4f0f-af63-9b1a7f33548c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.717809] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.717934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.718845] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.718975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.719778] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.719915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.720583] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.720698] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.721745] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.721834] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.722555] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.722717] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.723393] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.723488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.725842] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.726052] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.726181] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.726223] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.726419] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.726502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.726590] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 is going to be updated. [ 1259.728513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.728513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.729703] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.729800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.730554] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.730638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.731422] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.731512] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.732153] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1259.732555] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.732636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.733609] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1259.734020] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.734113] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.734686] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1259.735078] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.735200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.735717] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1259.736086] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.736179] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.736766] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1259.737144] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.737238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.737814] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1259.738186] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.738278] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.740092] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1259.740092] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.740092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.762138] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1259.762138] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.762138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.762138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.762138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.762138] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.762795] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.763037] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.763145] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.763210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.763370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.763445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.763527] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 is going to be updated. [ 1259.764644] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.764796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.779142] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 in Status: IN_PROGRESS for 2s [ 1259.788406] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.788539] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b146115-a688-4151-9ceb-7b5019677fe7 is going to be deleted. [ 1259.789761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.789965] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.802961] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.803117] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.803887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.803887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.803887] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.812970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.812970] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31d40b1-7cba-4a87-b6ae-eb108326b9f6 is going to be deleted. [ 1259.812970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.813180] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.813219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.813309] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 is going to be deleted. [ 1259.814624] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 in Status: IN_PROGRESS for 2s [ 1259.814742] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.814908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.837542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.837542] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edeae9a5-d15b-4e0b-841c-83567587d15f is going to be deleted. [ 1259.837542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.837542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.837542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.837542] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 is going to be deleted. [ 1259.838269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.838451] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.858237] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.858237] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.864054] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.864234] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04f6472-7ba7-4e9b-8971-40d2bb87d0b6 is going to be deleted. [ 1259.865020] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.865245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.893834] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.894077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.896939] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.897066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.912441] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.912558] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5473d55-b277-41ec-bcd2-6744a152d8ac is going to be deleted. [ 1259.913468] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.913714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.936179] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.936386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.960257] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.960415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.965023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.965228] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3d13ea-4a6b-44a4-a43d-f09769e20bf0 is going to be deleted. [ 1259.966200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.966394] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.996258] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.996454] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.998412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.998537] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03edc19-6de1-47a6-a769-78677fe645b3 is going to be deleted. [ 1259.999528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.999745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.023022] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.023272] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.094691] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.094986] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48dcc60e-0c15-4381-8d5f-6e0121ae287b is going to be deleted. [ 1260.095801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.096038] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.098432] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.099232] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.117712] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.133882] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.164542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.164711] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30debc71-eabc-46f6-8efe-f22418cf13e1 is going to be deleted. [ 1260.165647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.165864] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.167066] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.167259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.167384] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.167620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.167762] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.167911] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 2821022d-e2c4-4f0f-af63-9b1a7f33548c not found, creating... [ 1260.168178] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.168417] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.168535] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.168749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.168884] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.169209] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.169403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.169539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.169726] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.169858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.169999] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 2821022d-e2c4-4f0f-af63-9b1a7f33548c is going to be created. [ 1260.171560] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.171664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.233429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.233592] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be deleted. [ 1260.234503] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.234714] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.256552] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.256795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.256931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.257227] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.257483] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.257714] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.314950] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.315151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.318820] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.318960] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76207a9-9cfa-4e6c-b636-c2614261b1c4 is going to be deleted. [ 1260.320141] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.320242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.353990] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.354151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.399589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.399861] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05371f-d1ee-40f3-81e9-7115303e3342 is going to be deleted. [ 1260.400877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.401163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.410153] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.410442] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.453488] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.453663] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0002683-a04b-4a05-8561-c9c73007fa11 is going to be deleted. [ 1260.454718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.454984] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.516557] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.516784] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2 is going to be deleted. [ 1260.517647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.518243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.564855] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.565125] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.583550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.583731] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46c4716-a1f2-46b9-b650-73d86739e2c2 is going to be deleted. [ 1260.584747] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.584985] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.585101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.585240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b146115-a688-4151-9ceb-7b5019677fe7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.585408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.585579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.585660] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.585777] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31d40b1-7cba-4a87-b6ae-eb108326b9f6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.586341] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.586507] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.586589] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.586709] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.586836] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.586982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.587072] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.587186] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edeae9a5-d15b-4e0b-841c-83567587d15f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.587317] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.587456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.587527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.587638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.588013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.588013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04f6472-7ba7-4e9b-8971-40d2bb87d0b6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588199] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.588334] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.588408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5473d55-b277-41ec-bcd2-6744a152d8ac" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.588772] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.588843] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588964] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3d13ea-4a6b-44a4-a43d-f09769e20bf0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.589093] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.589230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.589303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.589408] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03edc19-6de1-47a6-a769-78677fe645b3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.589526] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.589659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.589729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.589833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48dcc60e-0c15-4381-8d5f-6e0121ae287b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.589954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.590104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.590177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.590282] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30debc71-eabc-46f6-8efe-f22418cf13e1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.590403] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.590536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.590607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.590710] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.590828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.590962] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.591148] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.591347] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76207a9-9cfa-4e6c-b636-c2614261b1c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.605638] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.605825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.605867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.606091] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.606186] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.606305] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0002683-a04b-4a05-8561-c9c73007fa11" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.614259] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.614424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.614462] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.614681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.614875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.614925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05371f-d1ee-40f3-81e9-7115303e3342" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.619300] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.619471] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.619509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.619711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.619793] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.619914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc2b87d4-9d6e-4ed1-afc5-01b728c2fff2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.620165] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1: rpc.has_security_group_logging(os_id): False [ 1260.630816] env[65677]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/domains/default/security-policies/default-layer3-logged-drop-section/rules', 'params': {'page_size': 200, 'cursor': ''}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1260.631073] env[65677]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=65677) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1260.636584] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fb99879-4355-41fb-bb6a-52b0995c0986: rpc.has_security_group_logging(os_id): False [ 1260.657722] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.657934] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.658030] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.658348] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.666128] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.666293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.687075] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.687651] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.687853] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.689376] env[65677]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.689859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.690231] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.690352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.690444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.690670] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.690769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.690885] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 1260.692165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.692352] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.729401] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.729671] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.729776] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.729846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.730074] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.730161] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.730250] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 is going to be updated. [ 1260.731730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.732068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.732207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.732340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46c4716-a1f2-46b9-b650-73d86739e2c2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.852799] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.852799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.852960] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.853207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.853398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.867353] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.867509] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.867578] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.868104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.868268] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.875332] env[65677]: INFO networking_nsxv3.common.synchronization [req-92067cb5-2f84-440a-9844-f5d2481fbab0 req-dead2947-981b-4d34-91b9-c62e8a2e9b5e service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1260.875524] env[65677]: INFO networking_nsxv3.common.synchronization [req-92067cb5-2f84-440a-9844-f5d2481fbab0 req-dead2947-981b-4d34-91b9-c62e8a2e9b5e service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1260.875661] env[65677]: INFO networking_nsxv3.common.synchronization [req-92067cb5-2f84-440a-9844-f5d2481fbab0 req-dead2947-981b-4d34-91b9-c62e8a2e9b5e service nova] Enqueued Resource ID: 2821022d-e2c4-4f0f-af63-9b1a7f33548c with Priority: HIGHEST for action port [ 1260.876294] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1260.876444] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1260.876550] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821022d-e2c4-4f0f-af63-9b1a7f33548c with Priority: HIGHEST for action port [ 1260.876790] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.876910] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.876974] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.877363] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.877491] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.878449] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.879077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.879077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.879077] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.879774] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.879943] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.880069] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.880280] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.880423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.880558] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.881708] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-2821022d-e2c4-4f0f-af63-9b1a7f33548c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.881708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.881915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.882114] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.882322] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2821022d-e2c4-4f0f-af63-9b1a7f33548c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.884481] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 in Status: IN_PROGRESS for 2s [ 1260.885868] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1261.386112] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.386415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.386454] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.387413] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2821022d-e2c4-4f0f-af63-9b1a7f33548c with status ACTIVE [ 1261.387605] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.387779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.387838] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.387996] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.388099] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.388281] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.388386] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.388484] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.388730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.388863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.389155] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.389263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.389339] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.389467] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.389545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.389868] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2821022d-e2c4-4f0f-af63-9b1a7f33548c is going to be updated. [ 1261.412375] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.412556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.412636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.412800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.412937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.413115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.789647] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 in Status: SUCCESS [ 1261.789875] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d94541-1761-44e2-aacd-2ce2e5bc76e6 deletion is rescheduled due to dependency. [ 1261.789875] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d94541-1761-44e2-aacd-2ce2e5bc76e6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.823235] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 in Status: SUCCESS [ 1261.823471] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0 deletion is rescheduled due to dependency. [ 1261.823529] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca7eaf3a-9c7d-4b4a-937e-745198d1bdd0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.892190] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.194195] env[65677]: INFO networking_nsxv3.common.synchronization [req-5729716b-c8ba-4c23-ae8a-760df74380d5 req-95395d56-19b5-448b-84ab-4065fe5cf6e1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Enqueued Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1262.194803] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 with Priority: HIGHEST for action security_group_members [ 1262.195093] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.195215] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.195277] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.195715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.195928] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.196049] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.196182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.196349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.196435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.196535] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08368b98-ee22-4b3f-98a7-ec6e4e19b9c1',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.395234] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.395634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.395634] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.395745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.395745] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.395835] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1262.426635] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.426844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.426844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.427086] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.427233] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.436700] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1262.651928] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.652175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.652175] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.652374] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.674782] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.674782] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44eef694-4cb4-40e3-a621-f057bdd34086 is going to be deleted. [ 1262.793828] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.793828] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.793828] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 is going to be updated. [ 1262.793828] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.793828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.794636] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.794636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.794636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.794636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.794636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.794636] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44eef694-4cb4-40e3-a621-f057bdd34086" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.794636] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: IN_PROGRESS for 2s [ 1262.902602] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 in Status: SUCCESS [ 1262.902823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.903633] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1262.903816] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.447484] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1264.447801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.447987] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.448281] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.448533] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.448697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.448788] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.449007] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.449101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.449326] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.449630] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.760940] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 in Status: SUCCESS [ 1264.761110] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08368b98-ee22-4b3f-98a7-ec6e4e19b9c1 deletion is rescheduled due to dependency. [ 1264.761240] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08368b98-ee22-4b3f-98a7-ec6e4e19b9c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.951801] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.952023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.952023] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.952235] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.952411] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.952511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.952569] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.952719] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.952807] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.952894] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.953052] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.953147] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.953208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.953345] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.953499] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.953590] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.953649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.953784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.953857] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.953936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.954035] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.455967] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23bba087-254f-4d57-a3b5-e9d9751ae801: rpc.has_security_group_logging(os_id): False [ 1265.474750] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.475015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.475151] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.475478] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.475653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.475975] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.476158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.476158] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.476382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.476490] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.476697] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.476938] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.477035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.477198] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.477297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.477478] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.477577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.477638] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.477780] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.477861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.477945] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be created. [ 1265.540169] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.540377] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.540435] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.540607] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.540790] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.555757] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1267.196018] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.196408] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1267.570363] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1267.570600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.197738] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.198061] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.298971] env[65677]: INFO networking_nsxv3.common.synchronization [req-23406c6b-563e-47a1-b789-8fc0dc8f3584 req-0f65c491-1db4-41c4-b8a5-150aa66a3bd7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_members [ 1272.299580] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 with Priority: HIGHEST for action security_group_members [ 1272.299893] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb99879-4355-41fb-bb6a-52b0995c0986 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.300024] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.300096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.300291] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.300441] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.300542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.300595] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.300761] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.300925] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.300978] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb99879-4355-41fb-bb6a-52b0995c0986',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.803860] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.804036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.804106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.804332] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.804423] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.804620] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.804712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.804775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.804922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.804998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.805096] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 is going to be updated. [ 1272.832663] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.832859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.832859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.833085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.833270] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.843318] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 in Status: IN_PROGRESS for 2s [ 1274.854129] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 in Status: SUCCESS [ 1274.854427] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb99879-4355-41fb-bb6a-52b0995c0986 deletion is rescheduled due to dependency. [ 1274.854574] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb99879-4355-41fb-bb6a-52b0995c0986" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.854167] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.854511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.854511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.854742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.855027] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.855194] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.855301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.855505] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.855645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.855851] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.855962] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.856079] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.856184] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.856291] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.856395] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.856521] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.876459] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.876630] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.876760] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.876937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-277" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.877266] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-2821022d-e2c4-4f0f-af63-9b1a7f33548c taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.877438] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.877554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.877821] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.877956] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2821022d-e2c4-4f0f-af63-9b1a7f33548c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.175604] env[65677]: INFO networking_nsxv3.common.synchronization [None req-f7b2d164-f310-48f3-a1ff-dd9bd7eaa871 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_rules [ 1277.176181] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_rules [ 1277.176450] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.176577] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.176642] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.176904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.176988] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.249034] env[65677]: INFO networking_nsxv3.common.synchronization [None req-3bdbe376-4e12-4e9e-9d08-38dc8f499122 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_rules [ 1277.249552] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_rules [ 1277.249858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.249960] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.379946] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.380464] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.380464] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.380685] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.380835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.382049] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.382049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.382049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.382049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.382049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.382423] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.382485] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.382635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.382950] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.383721] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.383721] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 2821022d-e2c4-4f0f-af63-9b1a7f33548c is going to be updated. [ 1277.404627] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.404934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.405114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.405486] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.405896] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.406169] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.699872] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.700063] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.700110] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.700437] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.700565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.700693] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf already deleted. [ 1277.700810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.701009] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.701238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.701356] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.117389] env[65677]: INFO networking_nsxv3.common.synchronization [req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 req-cbc31e1f-7d50-4326-aba3-8be9b0307c50 service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1278.117693] env[65677]: INFO networking_nsxv3.common.synchronization [req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 req-cbc31e1f-7d50-4326-aba3-8be9b0307c50 service nova] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1278.117828] env[65677]: INFO networking_nsxv3.common.synchronization [req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 req-cbc31e1f-7d50-4326-aba3-8be9b0307c50 service nova] Enqueued Resource ID: 2821022d-e2c4-4f0f-af63-9b1a7f33548c with Priority: HIGHEST for action port [ 1278.118315] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_rules [ 1278.118453] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1278.118552] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821022d-e2c4-4f0f-af63-9b1a7f33548c with Priority: HIGHEST for action port [ 1278.118820] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.118940] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.119015] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.119399] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.119500] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.120742] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.120993] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.121080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.121293] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.121449] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.121545] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.121600] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.121828] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.121908] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.122008] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.122760] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-2821022d-e2c4-4f0f-af63-9b1a7f33548c taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.122867] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.123737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.123928] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.124030] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2821022d-e2c4-4f0f-af63-9b1a7f33548c',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.222592] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.222732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.222732] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.222912] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.223046] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.223148] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf already deleted. [ 1278.223255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.621814] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.621922] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.625396] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.626408] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2821022d-e2c4-4f0f-af63-9b1a7f33548c with status ACTIVE [ 1278.627029] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.627029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.627029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.627029] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.627297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.627297] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.627384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.627421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.627565] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.627661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.627851] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.627947] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.628016] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.628410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.628410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.628410] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2821022d-e2c4-4f0f-af63-9b1a7f33548c is going to be updated. [ 1278.654162] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.654382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.654382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.654585] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.654725] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.654878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2821022d-e2c4-4f0f-af63-9b1a7f33548c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.130197] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.632452] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.632647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.632647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.632886] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.632979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.633115] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1279.660880] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.661101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.661190] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.661385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.661528] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.670405] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1281.683740] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1281.684159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.684159] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.684385] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.684584] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.684703] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.684770] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.684927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.685019] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.685107] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.685199] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.187404] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.187556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.187615] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.187863] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.188049] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.188156] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.188222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.188383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.188470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.188558] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.188707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.188800] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.188859] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.188997] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.189161] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.189267] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.189343] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.189502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.189579] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.189661] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.189749] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.692478] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23bba087-254f-4d57-a3b5-e9d9751ae801: rpc.has_security_group_logging(os_id): False [ 1282.711072] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.711368] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.711483] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.711678] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.711769] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.711992] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.712104] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.712163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.712318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.712411] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.712591] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.712686] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.712737] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.712878] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.712948] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.713134] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.713242] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.713319] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.713463] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.713536] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.713621] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1282.736059] env[65677]: INFO networking_nsxv3.common.synchronization [req-f406e5da-8740-4c20-9c07-35cc705c8daa req-b2994423-d120-4190-9d3e-72dfe9c0dbf2 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_members [ 1282.736682] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_members [ 1282.736970] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.737450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.737566] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.737877] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.738103] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.738244] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.738311] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.738470] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.738555] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.738649] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.786033] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.786243] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.786303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.786833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.787582] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.808586] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1283.027638] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.027638] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.027890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.028070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.028331] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.028504] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.028916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.028916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.029142] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.029238] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.029423] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.029520] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.029624] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.029735] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.029842] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.030334] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.060168] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.060389] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.060511] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.060767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.061144] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-76e6c841-5a55-43dd-b443-5c8652c797c4 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.061397] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-76e6c841-5a55-43dd-b443-5c8652c797c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.061540] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-76e6c841-5a55-43dd-b443-5c8652c797c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.061932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-76e6c841-5a55-43dd-b443-5c8652c797c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.062110] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e6c841-5a55-43dd-b443-5c8652c797c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.240760] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.240955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.240955] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.241173] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.241265] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.241507] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.241612] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.241674] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.241823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.241900] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.241982] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf already deleted. [ 1283.242076] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.564501] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.564714] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.564801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.565089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.565240] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.565395] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port 76e6c841-5a55-43dd-b443-5c8652c797c4 not found, creating... [ 1283.565652] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.565807] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.565921] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.566187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.566331] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.566607] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.566760] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.566874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.567099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.567235] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.567370] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: 76e6c841-5a55-43dd-b443-5c8652c797c4 is going to be created. [ 1283.587371] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.587691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.587825] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.588101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.588341] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.588561] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-76e6c841-5a55-43dd-b443-5c8652c797c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.291345] env[65677]: INFO networking_nsxv3.common.synchronization [req-f406e5da-8740-4c20-9c07-35cc705c8daa req-f05648fa-296e-4ae3-85c2-1f5a76730e16 service nova] Enqueued Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_rules [ 1284.291345] env[65677]: INFO networking_nsxv3.common.synchronization [req-f406e5da-8740-4c20-9c07-35cc705c8daa req-f05648fa-296e-4ae3-85c2-1f5a76730e16 service nova] Enqueued Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_members [ 1284.291829] env[65677]: INFO networking_nsxv3.common.synchronization [req-f406e5da-8740-4c20-9c07-35cc705c8daa req-f05648fa-296e-4ae3-85c2-1f5a76730e16 service nova] Enqueued Resource ID: 76e6c841-5a55-43dd-b443-5c8652c797c4 with Priority: HIGHEST for action port [ 1284.291933] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_rules [ 1284.292081] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_members [ 1284.292178] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6c841-5a55-43dd-b443-5c8652c797c4 with Priority: HIGHEST for action port [ 1284.292485] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.292631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.292667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.292858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.292970] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.293761] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.293871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.293937] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.294101] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.294243] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.294336] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.294424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.294556] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.294641] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.294725] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.295461] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-76e6c841-5a55-43dd-b443-5c8652c797c4 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.295527] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76e6c841-5a55-43dd-b443-5c8652c797c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.295580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76e6c841-5a55-43dd-b443-5c8652c797c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.295715] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76e6c841-5a55-43dd-b443-5c8652c797c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.295829] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e6c841-5a55-43dd-b443-5c8652c797c4',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.797731] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.798042] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.798042] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.798976] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76e6c841-5a55-43dd-b443-5c8652c797c4 with status ACTIVE [ 1284.799166] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.799331] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.799381] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.799564] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.799656] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.799831] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.799930] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.799992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.800166] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.800297] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.800429] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.800523] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.800587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.800724] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.800798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.800931] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76e6c841-5a55-43dd-b443-5c8652c797c4 is going to be updated. [ 1284.823467] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.823667] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.823708] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.823892] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.824037] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.824197] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76e6c841-5a55-43dd-b443-5c8652c797c4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.825188] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1284.825379] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.303145] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.805963] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.806202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.806202] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.806424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.806541] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.806653] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf is going to be created. [ 1285.830019] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.830213] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.830286] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.830493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.830659] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.846251] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf in Status: UNINITIALIZED for 2s [ 1287.857454] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf in Status: SUCCESS [ 1287.857861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.857861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.858036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.858190] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.858308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.858371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.858531] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.858611] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.858697] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.858789] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.363076] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.865060] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38a7748-1ae9-4dfe-826d-34ed639dcfcf: rpc.has_security_group_logging(os_id): False [ 1288.884460] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.884618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.884689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.884904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.884995] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.885257] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.885360] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.885424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.885572] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.885647] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.885731] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf is going to be created. [ 1288.946211] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.946493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.946493] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.946665] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.946833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.957700] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf in Status: IN_PROGRESS for 2s [ 1289.293129] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.293345] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1290.972847] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf in Status: SUCCESS [ 1290.973366] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.840745] env[65677]: INFO networking_nsxv3.common.synchronization [req-b089370f-a292-4001-b306-cb7eb0bb1cfb req-60765319-1d29-4fa8-b65e-738777eea8f1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1292.841042] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1292.841682] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.841682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.841682] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.841885] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.841885] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.841978] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.842238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.842238] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.842340] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.842435] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.140575] env[65677]: INFO networking_nsxv3.common.synchronization [req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 req-43369857-964d-4071-adce-59c7c383bbcc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1293.140812] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1293.141553] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.141553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.141553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.141713] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.141753] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.141846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.141909] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.142112] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.142594] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.142594] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.344430] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.644834] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.645165] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.645304] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.645542] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.668196] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.668487] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.668618] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.668687] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.668895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.668979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.669081] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1293.694543] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.694779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.694779] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.694970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.695142] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.704265] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1293.846705] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.349332] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.349571] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.349637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.349817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.349903] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.350011] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf is going to be updated. [ 1294.393389] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.393610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.393610] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.393881] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.394047] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.404608] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: IN_PROGRESS for 2s [ 1295.713703] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1295.714106] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 deletion is rescheduled due to dependency. [ 1295.714106] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.414419] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: SUCCESS [ 1296.414629] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.141466] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.141841] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.460846] env[65677]: INFO networking_nsxv3.common.synchronization [req-8e94040b-d596-4b21-810b-2c26a9fdfd30 req-25298f53-9da8-4bdd-9994-7dc29c896066 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1299.461423] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf with Priority: HIGHEST for action security_group_members [ 1299.461801] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.461927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.461994] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.462218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.462371] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.462482] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.462546] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.462694] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.462784] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.462889] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b34d30-ec57-47a3-b197-d0699ebb1aaf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.965699] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.965929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.965929] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.966163] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.988460] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.988722] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.988839] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.988902] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.989128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.989216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.989305] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf is going to be updated. [ 1300.015858] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.016055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.016055] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.016276] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.016412] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.024722] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: IN_PROGRESS for 2s [ 1302.035541] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf in Status: SUCCESS [ 1302.035936] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b34d30-ec57-47a3-b197-d0699ebb1aaf deletion is rescheduled due to dependency. [ 1302.035936] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b34d30-ec57-47a3-b197-d0699ebb1aaf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.811631] env[65677]: INFO networking_nsxv3.common.synchronization [req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 req-cddc1b8b-11e4-452a-9e84-3f1983b623a9 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1302.812316] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1302.812571] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.814032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.814032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.814032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.814032] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.814032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.814032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.814032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.814032] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.814032] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.096949] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.097275] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.097275] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.097539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.097861] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.098112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.098283] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.098506] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.098654] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.098855] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.098963] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.099080] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.099183] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.099288] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.099390] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.099516] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.118025] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.118219] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.118335] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.118521] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.118784] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-7384d886-8ef6-427e-aaf5-e8d341694e1a taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.118944] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-7384d886-8ef6-427e-aaf5-e8d341694e1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.119058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-7384d886-8ef6-427e-aaf5-e8d341694e1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.119455] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-7384d886-8ef6-427e-aaf5-e8d341694e1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.119608] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7384d886-8ef6-427e-aaf5-e8d341694e1a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.316266] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.316430] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.316497] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.316726] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.316804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.317017] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.317115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.317177] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.317325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.317398] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.317482] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1303.341294] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.341457] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.341581] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.341861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.342039] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.350860] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1303.621958] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.622214] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.622462] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.622620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.622768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.622920] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 7384d886-8ef6-427e-aaf5-e8d341694e1a not found, creating... [ 1303.623199] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.623355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.623471] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.623691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.623868] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.624165] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.624323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.624436] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.624643] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.624778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.624914] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 7384d886-8ef6-427e-aaf5-e8d341694e1a is going to be created. [ 1303.647512] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.647681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.647753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.648076] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.648313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.648540] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-7384d886-8ef6-427e-aaf5-e8d341694e1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.991278] env[65677]: INFO networking_nsxv3.common.synchronization [None req-109074c4-86d9-41c4-856a-50647b4fe33d tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Enqueued Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1303.991905] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 with Priority: HIGHEST for action security_group_members [ 1303.992225] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bba087-254f-4d57-a3b5-e9d9751ae801 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.992349] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.992416] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.992637] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.992795] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.992895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.992967] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.993132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.993214] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.993305] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bba087-254f-4d57-a3b5-e9d9751ae801',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.351089] env[65677]: INFO networking_nsxv3.common.synchronization [req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 req-33eda77b-9fae-4bdd-8392-62c8b3da5a29 service nova] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 1304.351335] env[65677]: INFO networking_nsxv3.common.synchronization [req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 req-33eda77b-9fae-4bdd-8392-62c8b3da5a29 service nova] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1304.351409] env[65677]: INFO networking_nsxv3.common.synchronization [req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 req-33eda77b-9fae-4bdd-8392-62c8b3da5a29 service nova] Enqueued Resource ID: 7384d886-8ef6-427e-aaf5-e8d341694e1a with Priority: HIGHEST for action port [ 1304.351979] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 1304.352143] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1304.352372] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384d886-8ef6-427e-aaf5-e8d341694e1a with Priority: HIGHEST for action port [ 1304.352698] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.352805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.352945] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.353103] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.353216] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.354432] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.354540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.354727] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-7384d886-8ef6-427e-aaf5-e8d341694e1a taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.354837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7384d886-8ef6-427e-aaf5-e8d341694e1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.354904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7384d886-8ef6-427e-aaf5-e8d341694e1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.355115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7384d886-8ef6-427e-aaf5-e8d341694e1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.355206] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7384d886-8ef6-427e-aaf5-e8d341694e1a',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.495301] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.495456] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.495540] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.495755] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.495844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.496053] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.496153] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.496218] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.496365] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.496444] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.496533] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 is going to be updated. [ 1304.531024] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.531266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.531266] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.531431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.531635] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.541185] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: IN_PROGRESS for 2s [ 1304.857489] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.857762] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.857840] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7384d886-8ef6-427e-aaf5-e8d341694e1a with status ACTIVE [ 1304.857967] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.858100] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.858429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.858429] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.858669] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.858669] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.858791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.858791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.858891] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.858954] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.859143] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.859252] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.859308] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.859446] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.859519] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.859621] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7384d886-8ef6-427e-aaf5-e8d341694e1a is going to be updated. [ 1304.885525] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.885813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.885813] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.885917] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.886068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.886225] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7384d886-8ef6-427e-aaf5-e8d341694e1a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.364107] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1305.364542] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 deletion is rescheduled due to dependency. [ 1305.364664] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.365475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.365475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.365475] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.365475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.365475] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.365796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.365796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.365796] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.869066] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.370954] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.551676] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 in Status: SUCCESS [ 1306.551847] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bba087-254f-4d57-a3b5-e9d9751ae801 deletion is rescheduled due to dependency. [ 1306.551941] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bba087-254f-4d57-a3b5-e9d9751ae801" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.875139] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.875384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.875384] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.875631] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.875722] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.875835] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1306.906852] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.907052] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.907131] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.907624] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.907783] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.917211] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1308.928826] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1308.929245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.929245] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.929427] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.929649] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.929768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.929874] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.929980] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.930066] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.930152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.930242] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.353290] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.353464] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1309.432459] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.934749] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522b2700-eccf-468e-b838-fb33aab73516: rpc.has_security_group_logging(os_id): False [ 1309.954335] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.954553] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.954606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.954895] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.955026] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.955356] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.955499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.955592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.955797] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.955904] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.956035] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1310.015504] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.015730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.015785] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.016060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.016258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.028543] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1312.042559] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1312.042559] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.354866] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.355274] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.356669] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.356669] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.358160] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.358547] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.359916] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.359916] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.360399] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.360841] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.361606] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.362167] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.363363] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.363363] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.135270] env[65677]: INFO networking_nsxv3.common.synchronization [req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f req-fca3c18e-58fb-4a53-9d0c-dd7e2e3e4f7d tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_members [ 1348.135874] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf with Priority: HIGHEST for action security_group_members [ 1348.136317] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.136445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.136517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.137425] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.137664] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.137844] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.137970] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.138206] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.138370] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.138518] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38a7748-1ae9-4dfe-826d-34ed639dcfcf',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.641223] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.641450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.641450] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.641643] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.641718] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.641926] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.642075] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.642137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.642303] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.642378] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.642459] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf is going to be updated. [ 1348.670087] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.670402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.670402] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.670561] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.670754] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.679041] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf in Status: IN_PROGRESS for 2s [ 1350.690491] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf in Status: SUCCESS [ 1350.690926] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38a7748-1ae9-4dfe-826d-34ed639dcfcf deletion is rescheduled due to dependency. [ 1350.690926] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38a7748-1ae9-4dfe-826d-34ed639dcfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.797852] env[65677]: INFO networking_nsxv3.common.synchronization [None req-f4f4d046-07be-4b2f-a6b4-851826c53c27 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_rules [ 1352.798197] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_rules [ 1352.798510] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.798630] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.798689] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.798944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.799060] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.877911] env[65677]: INFO networking_nsxv3.common.synchronization [None req-c6575f1c-503a-41a0-a582-7e8e1775d3f5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_rules [ 1352.878411] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_rules [ 1352.878707] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.878810] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.320322] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.320547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.320547] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.320796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.320898] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.320997] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd already deleted. [ 1353.321098] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.321263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.321433] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.321524] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.841790] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.842262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.842262] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.842338] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.842405] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.842503] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd already deleted. [ 1353.842587] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.879901] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.880158] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.260464] env[65677]: INFO networking_nsxv3.common.synchronization [req-ff56e640-e530-4e18-8e46-85d9f8542dff req-a5734c15-1158-4ec2-9287-c66753e67e57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_members [ 1358.260464] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_members [ 1358.260464] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.260464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.260464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.260662] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.261263] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.261263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.261263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.261263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.261263] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.261263] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.522257] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.522773] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.522773] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.523102] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.523403] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.523658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.523857] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.524141] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.524326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.524560] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1358.524675] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1358.524782] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1358.524886] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1358.524991] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1358.525108] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1358.525237] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1358.546513] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1358.546719] env[65677]: DEBUG dogpile.cache.region [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1358.546814] env[65677]: DEBUG dogpile.lock [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1358.546978] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "network-234" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.547316] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock port-83d567fc-5c47-44c7-8aff-34acf2d13719 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.547512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "port-83d567fc-5c47-44c7-8aff-34acf2d13719" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.547631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "port-83d567fc-5c47-44c7-8aff-34acf2d13719" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.547977] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "port-83d567fc-5c47-44c7-8aff-34acf2d13719" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.548126] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d567fc-5c47-44c7-8aff-34acf2d13719',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.763346] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.763562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.763562] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.763716] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.763804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.764030] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.764162] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.764222] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.764353] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.764431] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.764515] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd already deleted. [ 1358.764593] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.050393] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.050863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.050863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.051299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.051530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.051744] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Segment Port 83d567fc-5c47-44c7-8aff-34acf2d13719 not found, creating... [ 1359.052223] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.053371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.053371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.053371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.053371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.053640] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.053749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.053853] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.054095] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.054274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.054455] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Resource: SegmentPort with ID: 83d567fc-5c47-44c7-8aff-34acf2d13719 is going to be created. [ 1359.076449] env[65677]: DEBUG networking_nsxv3.common.locking [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.076720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.076845] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.077130] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.077366] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.077589] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45eb2a85-f17c-4757-b289-c62c45b8405f None None] Releasing lock "port-83d567fc-5c47-44c7-8aff-34acf2d13719" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.772910] env[65677]: INFO networking_nsxv3.common.synchronization [req-ff56e640-e530-4e18-8e46-85d9f8542dff req-02a4a102-ede7-411a-9b8f-158e4014dde4 service nova] Enqueued Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_rules [ 1359.773117] env[65677]: INFO networking_nsxv3.common.synchronization [req-ff56e640-e530-4e18-8e46-85d9f8542dff req-02a4a102-ede7-411a-9b8f-158e4014dde4 service nova] Enqueued Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_members [ 1359.773272] env[65677]: INFO networking_nsxv3.common.synchronization [req-ff56e640-e530-4e18-8e46-85d9f8542dff req-02a4a102-ede7-411a-9b8f-158e4014dde4 service nova] Enqueued Resource ID: 83d567fc-5c47-44c7-8aff-34acf2d13719 with Priority: HIGHEST for action port [ 1359.773809] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_rules [ 1359.773947] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_members [ 1359.774065] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d567fc-5c47-44c7-8aff-34acf2d13719 with Priority: HIGHEST for action port [ 1359.774339] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.774511] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.774591] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.774796] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.774876] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.775723] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.775826] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.775893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.776061] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.776209] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.776299] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.776410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.777028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.777028] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.777028] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.777653] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d567fc-5c47-44c7-8aff-34acf2d13719 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.777653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d567fc-5c47-44c7-8aff-34acf2d13719" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.777768] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d567fc-5c47-44c7-8aff-34acf2d13719" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.777812] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d567fc-5c47-44c7-8aff-34acf2d13719" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.777889] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d567fc-5c47-44c7-8aff-34acf2d13719',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.280448] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.280448] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.280911] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.281511] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83d567fc-5c47-44c7-8aff-34acf2d13719 with status ACTIVE [ 1360.281690] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.281805] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.281871] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.282126] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.282364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.282428] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.282487] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.282549] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.282711] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.282791] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.283017] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.283152] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.283258] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.283424] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.283502] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.283590] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83d567fc-5c47-44c7-8aff-34acf2d13719 is going to be updated. [ 1360.308648] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.308879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.308879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.309080] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.309220] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.309382] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d567fc-5c47-44c7-8aff-34acf2d13719" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.786242] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.288622] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.289122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.289122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.289122] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.289253] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.289372] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd is going to be created. [ 1361.313957] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.314208] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.314273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.314522] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.314681] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.331477] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd in Status: UNINITIALIZED for 2s [ 1363.342835] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd in Status: SUCCESS [ 1363.343234] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.343309] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.343535] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.343728] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.343850] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.343915] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.344085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.344168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.344255] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.344344] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.847156] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.349434] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd: rpc.has_security_group_logging(os_id): False [ 1364.371385] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.371623] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.371696] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.371923] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.371979] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.372228] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.372335] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.372373] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.372530] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.372604] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.372688] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd is going to be created. [ 1364.450835] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.451068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.451068] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.451290] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.451479] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.462144] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd in Status: IN_PROGRESS for 2s [ 1364.775287] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.775458] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1366.476608] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd in Status: SUCCESS [ 1366.477084] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.776266] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.776661] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.777593] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.777980] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.778777] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.779191] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.327220] env[65677]: INFO networking_nsxv3.common.synchronization [req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 req-e9e5c0b9-a2c2-4a83-938c-076fa59e93e0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1381.327934] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1381.328825] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.328975] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.329060] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.329269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.329468] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.329592] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.329684] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.329872] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.329998] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.330123] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.832537] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.832823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.832823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.833036] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.833132] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.833373] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.833491] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.833550] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.833695] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.833818] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.833873] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1381.860301] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.860712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.860712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.860712] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.861087] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.869371] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1383.879680] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1383.880059] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 deletion is rescheduled due to dependency. [ 1383.880059] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.329405] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.329405] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.268763] env[65677]: INFO networking_nsxv3.common.synchronization [req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 req-4764c9d8-fe40-4fa0-8f0d-b467575c0340 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1388.270201] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1388.270201] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.270201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.270201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.270201] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.270201] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.270499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.270499] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.270599] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.270649] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.270760] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.556052] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.556052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.556052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.556052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.556052] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.556052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.556468] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.556468] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.556605] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.556696] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.556807] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] NeedRegenerationException {{(pid=65677) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1388.556964] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] no value, waiting for create lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1388.557030] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] value creation lock acquired {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1388.557132] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] No value present for key: 'zone-id' {{(pid=65677) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.557233] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Calling creation function for not-yet-present value {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1388.557358] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1388.576364] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1388.576512] env[65677]: DEBUG dogpile.cache.region [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65677) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1388.576640] env[65677]: DEBUG dogpile.lock [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Released creation lock {{(pid=65677) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1388.576796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "network-265" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.577104] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock port-d016579d-061b-4dd0-98ee-fbd3c6e9c474 taken with stack trace [, , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.577274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "port-d016579d-061b-4dd0-98ee-fbd3c6e9c474" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.577391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "port-d016579d-061b-4dd0-98ee-fbd3c6e9c474" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.577710] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "port-d016579d-061b-4dd0-98ee-fbd3c6e9c474" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.577847] env[65677]: DEBUG networking_nsxv3.api.rpc [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d016579d-061b-4dd0-98ee-fbd3c6e9c474',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.775397] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.775606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.775606] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.775799] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.775861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.776060] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.776157] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.776209] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.776371] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.776445] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.776544] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1388.801058] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.801273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.801273] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.801452] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.801626] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.812706] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1389.080555] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.080845] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.081038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.081380] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.081591] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.081806] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Segment Port d016579d-061b-4dd0-98ee-fbd3c6e9c474 not found, creating... [ 1389.082160] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.082402] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.082559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.082861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.083052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.083430] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.083642] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.083795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.084072] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.084269] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.084457] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Resource: SegmentPort with ID: d016579d-061b-4dd0-98ee-fbd3c6e9c474 is going to be created. [ 1389.107543] env[65677]: DEBUG networking_nsxv3.common.locking [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.107768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.107874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.108186] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.108465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.108684] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93ac1b84-39cc-47cc-93d1-1dea4125be2b None None] Releasing lock "port-d016579d-061b-4dd0-98ee-fbd3c6e9c474" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.786984] env[65677]: INFO networking_nsxv3.common.synchronization [req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 req-a6837698-32e9-4544-8c53-e88516fa843e service nova] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 1389.787280] env[65677]: INFO networking_nsxv3.common.synchronization [req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 req-a6837698-32e9-4544-8c53-e88516fa843e service nova] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1389.787326] env[65677]: INFO networking_nsxv3.common.synchronization [req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 req-a6837698-32e9-4544-8c53-e88516fa843e service nova] Enqueued Resource ID: d016579d-061b-4dd0-98ee-fbd3c6e9c474 with Priority: HIGHEST for action port [ 1389.787575] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_rules [ 1389.787705] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1389.787814] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d016579d-061b-4dd0-98ee-fbd3c6e9c474 with Priority: HIGHEST for action port [ 1389.788412] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.788632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.788632] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.788837] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.788935] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.790710] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.790846] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.791074] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock port-d016579d-061b-4dd0-98ee-fbd3c6e9c474 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.791230] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d016579d-061b-4dd0-98ee-fbd3c6e9c474" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.791298] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d016579d-061b-4dd0-98ee-fbd3c6e9c474" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.791613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d016579d-061b-4dd0-98ee-fbd3c6e9c474" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.791613] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d016579d-061b-4dd0-98ee-fbd3c6e9c474',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.293942] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.294325] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.294325] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d016579d-061b-4dd0-98ee-fbd3c6e9c474 with status ACTIVE [ 1390.294453] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.294513] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.294580] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.294830] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.294914] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.295110] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.295210] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.295275] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.295436] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.295517] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.295702] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.295798] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.295860] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.296013] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.296096] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.296183] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d016579d-061b-4dd0-98ee-fbd3c6e9c474 is going to be updated. [ 1390.316425] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.316650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.316650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.316823] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.316957] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.317137] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d016579d-061b-4dd0-98ee-fbd3c6e9c474" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.823144] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1390.823613] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 deletion is rescheduled due to dependency. [ 1390.823613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.823613] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.823735] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.823917] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.824048] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.824116] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.824269] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.824421] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.824521] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.326609] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.829383] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.332094] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.332251] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.332817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.332817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.332817] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.332817] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1392.363606] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.363858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.363858] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.364035] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.364182] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.372890] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1394.383809] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1394.384207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.384207] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.384415] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.384607] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.384727] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.384794] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.384935] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.385025] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.385115] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.385205] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.788549] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.788727] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1394.888278] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.390568] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522b2700-eccf-468e-b838-fb33aab73516: rpc.has_security_group_logging(os_id): False [ 1395.407963] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.408193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.408193] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.408404] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.408501] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.408757] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.408861] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.408927] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.409092] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.409168] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.409253] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1395.474223] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.474464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.474464] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.474588] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.474730] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.486961] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1397.501736] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1397.502128] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.789997] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.790481] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.791119] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.791119] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.792380] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.792775] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.793706] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.794151] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.202167] env[65677]: INFO networking_nsxv3.common.synchronization [req-d38c6419-cd52-4842-8e03-57ad62e538f7 req-cfe39638-8629-464e-9fdc-4738e0fcc534 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Enqueued Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_members [ 1419.202419] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd with Priority: HIGHEST for action security_group_members [ 1419.202669] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.202804] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.202879] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.203085] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.203239] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.203337] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.203410] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.203543] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.203653] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.203742] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b9a693-37ba-4f89-8a28-77ed0f4dc9dd',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.706755] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.706982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.706982] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.707224] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.707318] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.707520] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.707619] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.707677] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.707825] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.707911] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.707994] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd is going to be updated. [ 1419.735970] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.736219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.736219] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.736383] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.736518] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.744728] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd in Status: IN_PROGRESS for 2s [ 1421.756514] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd in Status: SUCCESS [ 1421.756893] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b9a693-37ba-4f89-8a28-77ed0f4dc9dd deletion is rescheduled due to dependency. [ 1421.756893] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b9a693-37ba-4f89-8a28-77ed0f4dc9dd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.203071] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.203439] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.203983] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.204366] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.205372] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.205722] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.206268] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.206268] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.207030] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.207464] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.208406] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.208773] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.936261] env[65677]: INFO networking_nsxv3.common.synchronization [req-522053d5-0ab0-4376-a491-fd976467da61 req-85d17270-0b05-4abd-8293-8bfdfab318b0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Enqueued Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1450.936588] env[65677]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522b2700-eccf-468e-b838-fb33aab73516 with Priority: HIGHEST for action security_group_members [ 1450.936650] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock member-522b2700-eccf-468e-b838-fb33aab73516 taken with stack trace [, , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.936729] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.936801] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.936992] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.937155] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.937650] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.937723] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.937873] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.937961] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.938114] env[65677]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522b2700-eccf-468e-b838-fb33aab73516',) {} {{(pid=65677) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.440227] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.440495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.440495] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.440707] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.440833] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.441026] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.441140] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.441200] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.441346] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.441426] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.441513] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 is going to be updated. [ 1451.470918] env[65677]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65677) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.471216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.471216] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.471364] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.471508] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.479831] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: IN_PROGRESS for 2s [ 1453.490408] env[65677]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522b2700-eccf-468e-b838-fb33aab73516 in Status: SUCCESS [ 1453.490775] env[65677]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522b2700-eccf-468e-b838-fb33aab73516 deletion is rescheduled due to dependency. [ 1453.490775] env[65677]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522b2700-eccf-468e-b838-fb33aab73516" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.936960] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.937226] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.938083] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.938083] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.939424] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.939805] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.940628] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.941083] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.942221] env[65677]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.942784] env[65677]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0